<commit_before><!--
	Copyright 2011 Twitter, Inc.
	Licensed under the Apache License, Version 2.0 (the "License");
	you may not use this file except in compliance with the License.
	You may obtain a copy of the License at

	http://www.apache.org/licenses/LICENSE-2.0

	Unless required by applicable law or agreed to in writing, software
	distributed under the License is distributed on an "AS IS" BASIS,
	WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	See the License for the specific language governing permissions and
	limitations under the License.
-->

<project name="PyCascading" basedir="." default="jar">

	<property file="${basedir}/dependencies.properties" />

	<!-- These need to be set to the locations of the appropriate frameworks -->
	<property name="cascading.home" location="${cascading}" />
	<property name="jython.home" location="${jython}" />
	<property name="hadoop.home" location="${hadoop}" />

	<!-- The location of the sources and build directories -->
	<property name="java.src" location="${basedir}/java/src" />
	<property name="build.dir" location="${basedir}/../build" />
	<property name="build.classes" location="${build.dir}/classes" />
	<property name="build.libs" location="${build.classes}/lib" />

	<property name="python.dir" value="${basedir}/../python" />

	<!-- Cascading specific properties -->
	<property file="${cascading.home}/version.properties" />
	<property name="cascading.release.version" value="${cascading.release.major}.${cascading.release.minor}" />

	<!-- The location of external jars -->
	<path id="java.classpath">
        <pathelement location="${build.classes}"/>
		<path>
			<fileset dir="${cascading.home}" includes="cascading-core-*.jar" />
	        <fileset dir="${cascading.home}/lib" includes="jgrapht-jdk1.6-*.jar"/>
		</path>
		<path>
			<fileset dir="${hadoop.home}" includes="hadoop-*-core.jar" />
			<fileset dir="${hadoop.home}" includes="hadoop-core-*.jar" />
		</path>
		<path>
			<fileset dir="${jython.home}" includes="jython.jar" />
		</path>
    </path>

	<!-- Jython specific properties -->
	<property name="jython.libs" value="${jython.home}/Lib" />

	<target name="init" description="Initialize the build directories">
		<tstamp/>
	  	<mkdir dir="${build.classes}"/>
	</target>

	<target name="compile" depends="init" description="Compile the Java source">
        <echo message="Cascading version: ${cascading.release.version}"/>
		<javac destdir="${build.classes}" deprecation="off"
			debug="on" debuglevel="lines,vars,source">
			<src path="src" />
            <classpath refid="java.classpath"/>
		</javac>
	</target>

	<target name="jar" depends="compile" description="Creates a PyCascading jar with dependencies">
		<!-- Copy Cascading & Jython jars -->
		<copy todir="${build.libs}">
			<fileset dir="${cascading.home}" includes="cascading-core-*.jar" />
			<fileset dir="${cascading.home}" includes="cascading-xml-*.jar" />
			<fileset dir="${cascading.home}/lib" includes="*.jar" />
			<fileset dir="${cascading.home}/lib/xml" includes="*.jar" />
			<fileset dir="${jython.home}" includes="jython.jar" />
		</copy>

		<jar jarfile="${build.dir}/pycascading.jar">
			<fileset dir="${build.classes}" />

			<manifest>
				<!-- the project Main class, by default assumes Main -->
				<attribute name="Main-Class" value="com.twitter.pycascading.Main" />
			</manifest>
		</jar>

		<!-- Apparently need to use .tgz for the archive, .tar.gz didn't work.
		This file is going to be put in the Hadoop distributed cache, and if
		the extension is .tar.gz, my installation didn't extract it. -->
		<tar destfile="${build.dir}/pycascading.tgz" compression="gzip">
			<tarfileset dir="${python.dir}" prefix="python" excludes="**/*.class" />
			<tarfileset dir="${jython.libs}" prefix="python/Lib" excludes="**/*.class" />
		</tar>
	</target>

	<target name="clean">
		<delete dir="${build.dir}" />
	</target>

</project><commit_msg>build.xml separates Java and Python builds<commit_after><!--
	Copyright 2011 Twitter, Inc.
	Licensed under the Apache License, Version 2.0 (the "License");
	you may not use this file except in compliance with the License.
	You may obtain a copy of the License at

	http://www.apache.org/licenses/LICENSE-2.0

	Unless required by applicable law or agreed to in writing, software
	distributed under the License is distributed on an "AS IS" BASIS,
	WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	See the License for the specific language governing permissions and
	limitations under the License.
-->

<project name="PyCascading" basedir="." default="all">

	<property file="${basedir}/dependencies.properties" />

	<!-- These need to be set to the locations of the appropriate frameworks -->
	<property name="cascading.home" location="${cascading}" />
	<property name="jython.home" location="${jython}" />
	<property name="hadoop.home" location="${hadoop}" />

	<!-- The location of the sources and build directories -->
	<property name="java.src" location="${basedir}/java/src" />
	<property name="build.dir" location="${basedir}/../build" />
	<property name="build.classes" location="${build.dir}/classes" />
	<property name="build.libs" location="${build.classes}/lib" />

	<property name="python.dir" value="${basedir}/../python" />

	<!-- Cascading specific properties -->
	<property file="${cascading.home}/version.properties" />
	<property name="cascading.release.version" value="${cascading.release.major}.${cascading.release.minor}" />

	<!-- The location of external jars -->
	<path id="java.classpath">
        <pathelement location="${build.classes}"/>
		<path>
			<fileset dir="${cascading.home}" includes="cascading-core-*.jar" />
	        <fileset dir="${cascading.home}/lib" includes="jgrapht-jdk1.6-*.jar"/>
		</path>
		<path>
			<fileset dir="${hadoop.home}" includes="hadoop-*-core.jar" />
			<fileset dir="${hadoop.home}" includes="hadoop-core-*.jar" />
		</path>
		<path>
			<fileset dir="${jython.home}" includes="jython.jar" />
		</path>
    </path>

	<!-- Jython specific properties -->
	<property name="jython.libs" value="${jython.home}/Lib" />

	<target name="init" description="Initialize the build directories">
		<tstamp/>
	  	<mkdir dir="${build.classes}"/>
	</target>

	<target name="compile" depends="init" description="Compile the Java source">
        <echo message="Cascading version: ${cascading.release.version}"/>
		<javac destdir="${build.classes}" deprecation="off"
			debug="on" debuglevel="lines,vars,source">
			<src path="src" />
            <classpath refid="java.classpath"/>
		</javac>
	</target>

	<target name="jar" depends="compile"
		description="Creates a PyCascading jar with dependencies">
		<!-- Copy Cascading & Jython jars -->
		<copy todir="${build.libs}">
			<fileset dir="${cascading.home}" includes="cascading-core-*.jar" />
			<fileset dir="${cascading.home}" includes="cascading-xml-*.jar" />
			<fileset dir="${cascading.home}/lib" includes="*.jar" />
			<fileset dir="${cascading.home}/lib/xml" includes="*.jar" />
			<fileset dir="${jython.home}" includes="jython.jar" />
		</copy>

		<jar jarfile="${build.dir}/pycascading.jar">
			<fileset dir="${build.classes}" />

			<manifest>
				<!-- the project Main class, by default assumes Main -->
				<attribute name="Main-Class" value="com.twitter.pycascading.Main" />
			</manifest>
		</jar>
	</target>

	<target name="tgz" description="Creates the Python PyCascading archive">
		<!-- Apparently need to use .tgz for the archive, .tar.gz didn't work.
		This file is going to be put in the Hadoop distributed cache, and if
		the extension is .tar.gz, my installation didn't extract it. -->
		<tar destfile="${build.dir}/pycascading.tgz" compression="gzip">
			<tarfileset dir="${python.dir}" prefix="python" excludes="**/*.class" />
			<tarfileset dir="${jython.libs}" prefix="python/Lib" excludes="**/*.class" />
		</tar>
	</target>

	<target name="all" depends="jar,tgz"
		description="Creates a jar and tgz for job submission">
	</target>

	<target name="clean">
		<delete dir="${build.dir}" />
	</target>

</project>
{'fraction_non_alphanumeric': 0.18371633308623672, 'fraction_numerical': 0.002470966147763776, 'mean_word_length': 4.22258064516129, 'pattern_counts': {'":': 0, '<': 147, '<?xml version=': 0, '>': 147, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 5}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3340318', 'n_tokens_mistral': 2698, 'n_tokens_neox': 2477, 'n_words': 648}