<commit_before><project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
	<modelVersion>4.0.0</modelVersion>
	<groupId>schedoscope</groupId>
	<artifactId>schedoscope-tutorial</artifactId>
	<version>0.0.1-SNAPSHOT</version>
	<name>schedoscope tutorial</name>
	<description>Example schedoscope project</description>

	<build>
		<plugins>
			<plugin>
				<artifactId>maven-compiler-plugin</artifactId>
				<version>3.1</version>
				<configuration>
					<source>1.7</source>
					<target>1.7</target>
				</configuration>
			</plugin>
			<plugin>
				<groupId>net.alchim31.maven</groupId>
				<artifactId>scala-maven-plugin</artifactId>
				<executions>
					<execution>
						<goals>
							<goal>compile</goal>
							<goal>testCompile</goal>
						</goals>
						<configuration>
							<args>
								<arg>-make:transitive</arg>
								<arg>-dependencyfile</arg>
								<arg>${project.build.directory}/.scala_dependencies</arg>
							</args>
						</configuration>
					</execution>
				</executions>
			</plugin>
			<plugin>
				<groupId>org.codehaus.mojo</groupId>
				<artifactId>exec-maven-plugin</artifactId>
				<version>1.4.0</version>
				<executions>
					<execution>
						<goals>
							<goal>java</goal>
						</goals>
					</execution>
				</executions>
				<configuration>
					<mainClass>org.schedoscope.scheduler.api.SchedoscopeRestService</mainClass>
					<arguments>
						<argument>--shell</argument>
					</arguments>
					<systemProperties>
						<systemProperty>
							<key>config.file</key>
							<value>src/main/resources/schedoscope.conf</value>
						</systemProperty>
					</systemProperties>
					<additionalClasspathElements>
						<additionalClasspathElement>/etc/hadoop/conf</additionalClasspathElement>
						<additionalClasspathElement>target/${project.build.finalName}-mapreduce.jar</additionalClasspathElement>
					</additionalClasspathElements>
				</configuration>
			</plugin>
			<plugin>
				<groupId>com.github.wvengen</groupId>
				<artifactId>proguard-maven-plugin</artifactId>
				<version>2.0.8</version>
				<executions>
					<execution>
						<id>package-mapreduce-resources</id>
						<phase>package</phase>
						<goals>
							<goal>proguard</goal>
						</goals>
						<configuration>
							<obfuscate>false</obfuscate>
							<injar>classes</injar>
							<libs>
								<lib>${java.home}/lib/rt.jar</lib>
							</libs>
							<options>
								<option>-keep public class schedoscope.example.osm.mapreduce.** {*; }</option>
								<option>-dontnote **</option>
								<option>-dontshrink</option>
								<option>-dontwarn</option>
								<option>-dontoptimize</option>
								<option>-dontskipnonpubliclibraryclassmembers</option>
							</options>
							<includeDependency>false</includeDependency>
							<outjar>${project.build.finalName}-mapreduce.jar</outjar>
							<inFilter>!**Test*,schedoscope/example/osm/mapreduce/**.class</inFilter>
							<assembly>
								<inclusions>
									<inclusion>
										<groupId>ch.hsr</groupId>
										<artifactId>geohash</artifactId>
									</inclusion>
								</inclusions>
							</assembly>
						</configuration>
					</execution>
				</executions>
			</plugin>			
		</plugins>
	</build>

	<repositories>
		<repository>
			<id>otto-bintray</id>
			<url>https://dl.bintray.com/ottogroup/maven</url>
		</repository>
	</repositories>

	<dependencies>
		<dependency>
			<groupId>schedoscope</groupId>
			<artifactId>schedoscope-core</artifactId>
			<version>0.1.0-SNAPSHOT</version>
		</dependency>
		<dependency>
			<groupId>schedoscope</groupId>
			<artifactId>schedoscope-tutorial-osm-data</artifactId>
			<version>0.1.1</version>
		</dependency>
		<dependency>
			<groupId>org.scalatest</groupId>
			<artifactId>scalatest_2.10</artifactId>
			<version>2.2.0</version>
			<scope>test</scope>
		</dependency>
		<dependency>
			<groupId>ch.hsr</groupId>
			<artifactId>geohash</artifactId>
			<version>1.0.13</version>
		</dependency>
	</dependencies>
</project> 
<commit_msg>added dependency to hive udf lib<commit_after><project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
	<modelVersion>4.0.0</modelVersion>
	<groupId>schedoscope</groupId>
	<artifactId>schedoscope-tutorial</artifactId>
	<version>0.0.1-SNAPSHOT</version>
	<name>schedoscope tutorial</name>
	<description>Example schedoscope project</description>

	<build>
		<plugins>
			<plugin>
				<artifactId>maven-compiler-plugin</artifactId>
				<version>3.1</version>
				<configuration>
					<source>1.7</source>
					<target>1.7</target>
				</configuration>
			</plugin>
			<plugin>
				<groupId>net.alchim31.maven</groupId>
				<artifactId>scala-maven-plugin</artifactId>
				<executions>
					<execution>
						<goals>
							<goal>compile</goal>
							<goal>testCompile</goal>
						</goals>
						<configuration>
							<args>
								<arg>-make:transitive</arg>
								<arg>-dependencyfile</arg>
								<arg>${project.build.directory}/.scala_dependencies</arg>
							</args>
						</configuration>
					</execution>
				</executions>
			</plugin>
			<plugin>
				<groupId>org.codehaus.mojo</groupId>
				<artifactId>exec-maven-plugin</artifactId>
				<version>1.4.0</version>
				<executions>
					<execution>
						<goals>
							<goal>java</goal>
						</goals>
					</execution>
				</executions>
				<configuration>
					<mainClass>org.schedoscope.scheduler.api.SchedoscopeRestService</mainClass>
					<arguments>
						<argument>--shell</argument>
					</arguments>
					<systemProperties>
						<systemProperty>
							<key>config.file</key>
							<value>src/main/resources/schedoscope.conf</value>
						</systemProperty>
					</systemProperties>
					<additionalClasspathElements>
						<additionalClasspathElement>/etc/hadoop/conf</additionalClasspathElement>
						<additionalClasspathElement>target/${project.build.finalName}-mapreduce.jar</additionalClasspathElement>
					</additionalClasspathElements>
				</configuration>
			</plugin>
			<plugin>
				<groupId>com.github.wvengen</groupId>
				<artifactId>proguard-maven-plugin</artifactId>
				<version>2.0.8</version>
				<executions>
					<execution>
						<id>package-mapreduce-resources</id>
						<phase>package</phase>
						<goals>
							<goal>proguard</goal>
						</goals>
						<configuration>
							<obfuscate>false</obfuscate>
							<injar>classes</injar>
							<libs>
								<lib>${java.home}/lib/rt.jar</lib>
							</libs>
							<options>
								<option>-keep public class schedoscope.example.osm.mapreduce.** {*; }</option>
								<option>-dontnote **</option>
								<option>-dontshrink</option>
								<option>-dontwarn</option>
								<option>-dontoptimize</option>
								<option>-dontskipnonpubliclibraryclassmembers</option>
							</options>
							<includeDependency>false</includeDependency>
							<outjar>${project.build.finalName}-mapreduce.jar</outjar>
							<inFilter>!**Test*,schedoscope/example/osm/mapreduce/**.class</inFilter>
							<assembly>
								<inclusions>
									<inclusion>
										<groupId>ch.hsr</groupId>
										<artifactId>geohash</artifactId>
									</inclusion>
								</inclusions>
							</assembly>
						</configuration>
					</execution>
				</executions>
			</plugin>			
		</plugins>
	</build>

	<repositories>
		<repository>
			<id>otto-bintray</id>
			<url>https://dl.bintray.com/ottogroup/maven</url>
		</repository>
	</repositories>

	<dependencies>
		<dependency>
			<groupId>schedoscope</groupId>
			<artifactId>schedoscope-core</artifactId>
			<version>0.1.0-SNAPSHOT</version>
		</dependency>
		<dependency>
			<groupId>schedoscope</groupId>
			<artifactId>schedoscope-tutorial-osm-data</artifactId>
			<version>0.1.1</version>
		</dependency>
		<dependency>
			<groupId>org.scalatest</groupId>
			<artifactId>scalatest_2.10</artifactId>
			<version>2.2.0</version>
			<scope>test</scope>
		</dependency>
		<dependency>
			<groupId>ch.hsr</groupId>
			<artifactId>geohash</artifactId>
			<version>1.0.13</version>
		</dependency>
		<dependency>
			<groupId>com.klout</groupId>
			<artifactId>brickhouse</artifactId>
			<version>0.6.0</version>
			<exclusions>
				<exclusion>
					<groupId>org.apache.hadoop</groupId>
					<artifactId>hadoop-core</artifactId>
				</exclusion>
				<exclusion>
					<groupId>org.apache.hive</groupId>
					<artifactId>hive-common</artifactId>
				</exclusion>
				<exclusion>
					<groupId>org.apache.hive</groupId>
					<artifactId>hive-exec</artifactId>
				</exclusion>
				<exclusion>
					<groupId>com.google.guava</groupId>
					<artifactId>guava</artifactId>
				</exclusion>
			</exclusions>
		</dependency>
		
	</dependencies>
</project> 

{'fraction_non_alphanumeric': 0.1625588169392785, 'fraction_numerical': 0.011539323325117633, 'mean_word_length': 3.0725364963503647, 'pattern_counts': {'":': 0, '<': 433, '<?xml version=': 0, '>': 433, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4911287', 'n_tokens_mistral': 4313, 'n_tokens_neox': 2929, 'n_words': 324}