<commit_before><?xml version="1.0" encoding="UTF-8"?>
<Configuration status="INFO" monitorinterval="30" strict="true">
	<Properties>
		<Property name="filename">log/folder-sync.log</Property>
	</Properties>
	<Appenders>
		<Console name="Console" target="SYSTEM_OUT">
			<PatternLayout pattern="%d{HH:mm:ss.SSS} %-5level - %msg%n" />
		</Console>
		<RollingFile name="RollingFile" fileName="logs/folder-sync.log"
			filePattern="logs/folder-sync.%i.log">
			<PatternLayout pattern="%d{YYYY-MM-dd HH:mm:ss.SSS} [%t] %-5level %logger{36} - %msg%n" />
			<Policies>
				<SizeBasedTriggeringPolicy size="1 MB" />
			</Policies>
			<DefaultRolloverStrategy max="10" />
		</RollingFile>
	</Appenders>
	<Loggers>
		<Root level="DEBUG">
			<AppenderRef ref="Console" level="INFO" />
			<AppenderRef ref="RollingFile" level="DEBUG" />
		</Root>
	</Loggers><commit_msg>Add separate debug log file<commit_after><?xml version="1.0" encoding="UTF-8"?>
<Configuration status="INFO" monitorinterval="30" strict="true">
	<Properties>
		<Property name="filename">log/folder-sync.log</Property>
	</Properties>
	<Appenders>
		<Console name="Console" target="SYSTEM_OUT">
			<PatternLayout pattern="%d{HH:mm:ss.SSS} %-5level - %msg%n" />
		</Console>
		<RollingFile name="InfoFile" fileName="logs/folder-sync.log"
			filePattern="logs/folder-sync.%i.log">
			<PatternLayout pattern="%d{YYYY-MM-dd HH:mm:ss.SSS} %-5level - %msg%n" />
			<Policies>
				<SizeBasedTriggeringPolicy size="1 MB" />
			</Policies>
			<DefaultRolloverStrategy max="10" />
		</RollingFile>
				<RollingFile name="DebugFile" fileName="logs/folder-sync-debug.log"
			filePattern="logs/folder-sync-debug.%i.log">
			<PatternLayout pattern="%d{YYYY-MM-dd HH:mm:ss.SSS} [%t] %-5level %logger{36} - %msg%n" />
			<Policies>
				<SizeBasedTriggeringPolicy size="1 MB" />
			</Policies>
			<DefaultRolloverStrategy max="10" />
		</RollingFile>
	</Appenders>
	<Loggers>
		<Root level="DEBUG">
			<AppenderRef ref="Console" level="INFO" />
			<AppenderRef ref="InfoFile" level="INFO" />
			<AppenderRef ref="DebugFile" level="DEBUG" />
		</Root>
	</Loggers>
{'fraction_non_alphanumeric': 0.19466920514040933, 'fraction_numerical': 0.013326987148976678, 'mean_word_length': 4.871508379888268, 'pattern_counts': {'":': 0, '<': 59, '<?xml version=': 2, '>': 59, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4634910', 'n_tokens_mistral': 851, 'n_tokens_neox': 769, 'n_words': 125}