<commit_before><commit_msg>Adds a custom log config.<commit_after><?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE log4j:configuration PUBLIC "-//LOGGER" 
	"http://logging.apache.org/log4j/1.2/apidocs/org/apache/log4j/xml/doc-files/log4j.dtd">
<log4j:configuration xmlns:log4j="http://jakarta.apache.org/log4j/">

	<appender name="console" class="org.apache.log4j.ConsoleAppender">
		<param name="Target" value="System.out" />
		<layout class="org.apache.log4j.PatternLayout">
			<param name="ConversionPattern" value="%-5p: %c - %m%n" />
		</layout>
	</appender>
	
	<root>
		<level value="FATAL" />
		<appender-ref ref="console" />
	</root>
	
</log4j:configuration>
{'fraction_non_alphanumeric': 0.2012012012012012, 'fraction_numerical': 0.024024024024024024, 'mean_word_length': 5.009009009009009, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 1, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 3}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '973197', 'n_tokens_mistral': 274, 'n_tokens_neox': 251, 'n_words': 36}