<commit_before><project name="part3" default="part3" basedir=".">

    <description>ECE 454 / 750 Assignment 2 Part B</description>

    <property name="src" location="src"/>
    <property name="build" location="build"/>
    <property name="output" location="outputFolder"/>
    <property name="input" location="inputFolder"/>
    <property name="hadoop.home" location="/usr/hdp/2.2.4.2-2/hadoop/"/>
    <property name="tuxbook.hadoop.home" location="/usr/local/hadoop/"/>

    <target name="init">
        <tstamp/>
        <mkdir dir="${build}"/>
        <mkdir dir="${build}/log"/>
        <mkdir dir="${input}"/>
    </target>

    <path id="build.classpath">
        <fileset dir="${hadoop.home}">
            <include name="**/*.jar"/>
        </fileset>
    </path>

    <path id="tux.build.classpath">
        <fileset dir="${tuxbook.hadoop.home}">
            <include name="**/*.jar"/>
        </fileset>
    </path>

    <path id="part3.classpath">
        <path refid="build.classpath"/>
        <pathelement path="${build}"/>
        <pathelement path="part3.jar"/>
    </path>

    <path id="tuxpart3.classpath">
        <path refid="tux.build.classpath"/>
        <pathelement path="${build}"/>
        <pathelement path="part3.jar"/>
    </path>

    <target name="compile" depends="init">
        <echo message="Running ant compile..."/>
        <javac source="1.6" target="1.6" debug="true" includeantruntime="false" srcdir="${src}" destdir="${build}">
            <classpath refid="build.classpath"/>
        </javac>
        <echo message="Compilation done."/>
    </target>

    <target name="tuxcompile" depends="init">
        <echo message="Running ant tuxcompile"/>
        <javac source="1.6" target="1.6" debug="true" includeantruntime="false" srcdir="${src}" destdir="${build}">
            <classpath refid="tux.build.classpath"/>
        </javac>
        <echo message="Compilation done."/>
    </target>


    <target name="part3" description="Runs part3 of A3." depends="compile">
        <echo message="Jarring..."/>
        <jar jarfile="part3.jar" basedir="${build}"/>
    </target>

    <target name="tuxpart3" description="Runs part3 of A3" depends="tuxcompile">
        <echo message="Jarring..."/>
        <jar jarfile="part3.jar" basedir="${build}"/>
    </target>

    <target name="clean">
        <echo message="Housekeeping..."/>
        <delete dir="${build}"/>
        <delete file="part3.jar"/>
        <delete dir="${output}"/>
    </target>
</project><commit_msg>adding housekeeping code to clean part3<commit_after><project name="part3" default="part3" basedir=".">

    <description>ECE 454 / 750 Assignment 2 Part B</description>

    <property name="src" location="src"/>
    <property name="build" location="build"/>
    <property name="output" location="outputFolder"/>
    <property name="TMPOUT" location="Part3.TMPOUT"/>
    <property name="input" location="inputFolder"/>
    <property name="hadoop.home" location="/usr/hdp/2.2.4.2-2/hadoop/"/>
    <property name="tuxbook.hadoop.home" location="/usr/local/hadoop/"/>

    <target name="init">
        <tstamp/>
        <mkdir dir="${build}"/>
        <mkdir dir="${build}/log"/>
        <mkdir dir="${input}"/>
    </target>

    <path id="build.classpath">
        <fileset dir="${hadoop.home}">
            <include name="**/*.jar"/>
        </fileset>
    </path>

    <path id="tux.build.classpath">
        <fileset dir="${tuxbook.hadoop.home}">
            <include name="**/*.jar"/>
        </fileset>
    </path>

    <path id="part3.classpath">
        <path refid="build.classpath"/>
        <pathelement path="${build}"/>
        <pathelement path="part3.jar"/>
    </path>

    <path id="tuxpart3.classpath">
        <path refid="tux.build.classpath"/>
        <pathelement path="${build}"/>
        <pathelement path="part3.jar"/>
    </path>

    <target name="compile" depends="init">
        <echo message="Running ant compile..."/>
        <javac source="1.6" target="1.6" debug="true" includeantruntime="false" srcdir="${src}" destdir="${build}">
            <classpath refid="build.classpath"/>
        </javac>
        <echo message="Compilation done."/>
    </target>

    <target name="tuxcompile" depends="init">
        <echo message="Running ant tuxcompile"/>
        <javac source="1.6" target="1.6" debug="true" includeantruntime="false" srcdir="${src}" destdir="${build}">
            <classpath refid="tux.build.classpath"/>
        </javac>
        <echo message="Compilation done."/>
    </target>


    <target name="part3" description="Runs part3 of A3." depends="compile">
        <echo message="Jarring..."/>
        <jar jarfile="part3.jar" basedir="${build}"/>
    </target>

    <target name="tuxpart3" description="Runs part3 of A3" depends="tuxcompile">
        <echo message="Jarring..."/>
        <jar jarfile="part3.jar" basedir="${build}"/>
    </target>

    <target name="clean">
        <echo message="Housekeeping..."/>
        <delete dir="${build}"/>
        <delete file="part3.jar"/>
        <delete dir="${TMPOUT}"/>
        <delete dir="${output}"/>
    </target>
</project>
{'fraction_non_alphanumeric': 0.20105099260412612, 'fraction_numerical': 0.014013234721681589, 'mean_word_length': 2.7565789473684212, 'pattern_counts': {'":': 0, '<': 133, '<?xml version=': 0, '>': 133, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4524257', 'n_tokens_mistral': 1636, 'n_tokens_neox': 1586, 'n_words': 315}