<commit_before><?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	xmlns:batch="http://www.springframework.org/schema/batch"
	xmlns:util="http://www.springframework.org/schema/util"
	xsi:schemaLocation="http://www.springframework.org/schema/batch http://www.springframework.org/schema/batch/spring-batch-3.0.xsd
		http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans-4.1.xsd
		http://www.springframework.org/schema/util http://www.springframework.org/schema/util/spring-util-4.1.xsd">

	<description>XML bean definitions to test SampleFieldExtractor and SampleFieldSetMapper</description>
 	    
 	
	<bean id="lineAggregator" class="org.springframework.batch.item.file.transform.DelimitedLineAggregator">
		<property name="delimiter">
			<util:constant static-field="org.springframework.batch.item.file.transform.DelimitedLineTokenizer.DELIMITER_TAB" />
		</property>
		<property name="fieldExtractor">
			<bean class="org.miabis.converter.transform.SampleFieldExtractor"/>
		</property>
	</bean>
	
	<bean id="lineMapper" class="org.springframework.batch.item.file.mapping.DefaultLineMapper">
		<property name="lineTokenizer">
			<bean class="org.springframework.batch.item.file.transform.DelimitedLineTokenizer">
				<property name="delimiter">
					<util:constant static-field="org.springframework.batch.item.file.transform.DelimitedLineTokenizer.DELIMITER_TAB" />
				</property>
			</bean>
		</property>
		<property name="fieldSetMapper">
			<bean class="org.miabis.converter.transform.SampleFieldSetMapper" />
 		</property>
    </bean>
 	<commit_msg>included column names for mapper<commit_after><?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	xmlns:batch="http://www.springframework.org/schema/batch"
	xmlns:util="http://www.springframework.org/schema/util"
	xsi:schemaLocation="http://www.springframework.org/schema/batch http://www.springframework.org/schema/batch/spring-batch-3.0.xsd
		http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans-4.1.xsd
		http://www.springframework.org/schema/util http://www.springframework.org/schema/util/spring-util-4.1.xsd">

	<description>XML bean definitions to test SampleFieldExtractor and SampleFieldSetMapper</description>
 	    
 	
	<bean id="lineAggregator" class="org.springframework.batch.item.file.transform.DelimitedLineAggregator">
		<property name="delimiter">
			<util:constant static-field="org.springframework.batch.item.file.transform.DelimitedLineTokenizer.DELIMITER_TAB" />
		</property>
		<property name="fieldExtractor">
			<bean class="org.miabis.converter.transform.SampleFieldExtractor"/>
		</property>
	</bean>
	
	<bean id="lineMapper" class="org.springframework.batch.item.file.mapping.DefaultLineMapper">
		<property name="lineTokenizer">
			<bean class="org.springframework.batch.item.file.transform.DelimitedLineTokenizer">
				<property name="delimiter">
					<util:constant static-field="org.springframework.batch.item.file.transform.DelimitedLineTokenizer.DELIMITER_TAB" />
				</property>
				<property name="names">
					<util:constant static-field="org.miabis.converter.batch.util.Util.COLUMNS" />
				</property>
			</bean>
		</property>
		<property name="fieldSetMapper">
			<bean class="org.miabis.converter.transform.SampleFieldSetMapper" />
 		</property>
    </bean>
 	
{'fraction_non_alphanumeric': 0.1551433389544688, 'fraction_numerical': 0.007869589657110737, 'mean_word_length': 5.254833040421793, 'pattern_counts': {'":': 0, '<': 54, '<?xml version=': 2, '>': 54, 'https://': 0, 'lorem ipsum': 0, 'www.': 20, 'xml': 10}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5012115', 'n_tokens_mistral': 1206, 'n_tokens_neox': 1103, 'n_words': 121}