<commit_before><assembly>
	<id>${envClassifier}${obfuscate.si}_complete</id>
	<formats>
		<format>jar</format>
	</formats>
	<includeBaseDirectory>false</includeBaseDirectory>
	<dependencySets>
		<dependencySet>
			<unpack>true</unpack>
			<unpackOptions>
				<excludes>
					<exclude>**/hbase-log4j.properties</exclude>
					<exclude>**/trace-log4j.properties</exclude>
				</excludes>
			</unpackOptions>
			<includes>
				<include>org.apache.derby:derby</include>
				<include>org.apache.derby:derbynet</include>
				<include>org.apache.derby:derbyclient</include>
				<include>org.apache.derby:derbytools</include>
				<include>org.apache.derby:derbyrun</include>
				<include>org.datanucleus:datanucleus-core</include>
				<include>com.splicemachine:structured_si</include>
				<include>com.splicemachine:structured_constants</include>
				<include>com.splicemachine:splice_machine</include>
				<include>net.sf.opencsv:opencsv</include>
				<include>com.google.code.gson:gson</include>
				<include>net.sf.ehcache:ehcache-core</include>
				<include>com.esotericsoftware.kryo:kryo</include>
				<include>com.carrotsearch:hppc</include>
				<include>org.apache.lucene:lucene-core</include>
                <include>de.javakaffee:kryo-serializers</include>
                <include>com.lmax:disruptor</include>
                <include>org.codehaus.jsr166-mirror:jsr166y</include>
                <include>org.hbase:asynchbase</include>
                <include>com.stumbleupon:async</include>
                <include>com.google.protobuf:protobuf-java</include>
            </includes>
		</dependencySet>
	</dependencySets>
	<fileSets>
		<fileSet>
			<directory>lib/native</directory>
			<includes>
				<include>*/**</include>
			</includes>
			<outputDirectory>/lib/native</outputDirectory>
		</fileSet>
		<fileSet>
			<directory>${project.build.outputDirectory}</directory>
			<outputDirectory>/</outputDirectory>
			<useDefaultExcludes>true</useDefaultExcludes>
			<excludes>
				<exclude>**/hbase-log4j.properties</exclude>
				<exclude>**/trace-log4j.properties</exclude>
			</excludes>
		</fileSet><commit_msg>Adding utilities to assembly<commit_after><assembly>
	<id>${envClassifier}${obfuscate.si}_complete</id>
	<formats>
		<format>jar</format>
	</formats>
	<includeBaseDirectory>false</includeBaseDirectory>
	<dependencySets>
		<dependencySet>
			<unpack>true</unpack>
			<unpackOptions>
				<excludes>
					<exclude>**/hbase-log4j.properties</exclude>
					<exclude>**/trace-log4j.properties</exclude>
				</excludes>
			</unpackOptions>
			<includes>
				<include>org.apache.derby:derby</include>
				<include>org.apache.derby:derbynet</include>
				<include>org.apache.derby:derbyclient</include>
				<include>org.apache.derby:derbytools</include>
				<include>org.apache.derby:derbyrun</include>
				<include>org.datanucleus:datanucleus-core</include>
				<include>com.splicemachine:structured_si</include>
				<include>com.splicemachine:structured_constants</include>
				<include>com.splicemachine:splice_machine</include>
				<include>net.sf.opencsv:opencsv</include>
				<include>com.google.code.gson:gson</include>
				<include>net.sf.ehcache:ehcache-core</include>
				<include>com.esotericsoftware.kryo:kryo</include>
				<include>com.carrotsearch:hppc</include>
				<include>org.apache.lucene:lucene-core</include>
                <include>de.javakaffee:kryo-serializers</include>
                <include>com.lmax:disruptor</include>
                <include>org.codehaus.jsr166-mirror:jsr166y</include>
                <include>org.hbase:asynchbase</include>
                <include>com.stumbleupon:async</include>
                <include>com.google.protobuf:protobuf-java</include>
                <include>com.splicemachine:utilities</include>
            </includes>
		</dependencySet>
	</dependencySets>
	<fileSets>
		<fileSet>
			<directory>lib/native</directory>
			<includes>
				<include>*/**</include>
			</includes>
			<outputDirectory>/lib/native</outputDirectory>
		</fileSet>
		<fileSet>
			<directory>${project.build.outputDirectory}</directory>
			<outputDirectory>/</outputDirectory>
			<useDefaultExcludes>true</useDefaultExcludes>
			<excludes>
				<exclude>**/hbase-log4j.properties</exclude>
				<exclude>**/trace-log4j.properties</exclude>
			</excludes>
		</fileSet>
{'fraction_non_alphanumeric': 0.1558591940713293, 'fraction_numerical': 0.004631773969430292, 'mean_word_length': 4.016260162601626, 'pattern_counts': {'":': 0, '<': 189, '<?xml version=': 0, '>': 189, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '818098', 'n_tokens_mistral': 1735, 'n_tokens_neox': 1467, 'n_words': 117}