<commit_before><project name="Thrax" basedir="." default="compile">

    <property name="src" value="./src"/>
    <property name="build" value="./bin"/>
    <property name="lib" value="./lib"/>
    <property name="doc" value="./doc"/>
    <property name="test" value="./test"/>
    
    <property name="testng" value="${lib}/testng-5.8-jdk15.jar"/>

    <target name="init">
        <tstamp/>
	<mkdir dir="${build}"/>
    </target>

    <target name="compile" depends="init">
        <javac srcdir="${src}" destdir="${build}"
               debug="on" includeantruntime="false" />
    </target>

    <target name="jar" depends="compile">
        <jar destfile="${build}/thrax.jar">
            <manifest>
                <attribute name="Main-Class" value="edu.jhu.thrax.Thrax"/>
            </manifest>
            <fileset dir="${build}">
                    <include name="**/*.class"/>
            </fileset>
        </jar>
    </target>
	
    <target name="clean">
        <delete verbose="true" quiet="true" dir="${build}"/>
    </target>

    <target name="compile-tests" depends="compile"> 
        <javac srcdir="${test}" destdir="${build}" 
               classpath="${testng}" debug="on"/>
    </target>

    <taskdef resource="testngtasks" classpath="${testng}"/>

    <target name="test" depends="compile-tests">
        <testng classpath="${build}" sourcedir="${test}">
            <xmlfileset dir="." includes="testng.xml"/>
        </testng>
    </target>
	
    <target name="javadoc">
        <mkdir dir="${doc}"/>
        <javadoc packagenames="edu.jhu.thrax.*"
                 classpath="${cli}"
                 sourcepath="${src}"
                 destdir="${doc}"
                 charset="utf-8"
                 >
            <link href="http://java.sun.com/j2se/1.5.0/docs/api" />
            <link href="http://commons.apache.org/cli/api-release" />
        </javadoc>
    </target>
	
	
</project><commit_msg>added source-jar ant task<commit_after><project name="Thrax" basedir="." default="compile">

    <property name="src" value="./src"/>
    <property name="build" value="./bin"/>
    <property name="lib" value="./lib"/>
    <property name="doc" value="./doc"/>
    <property name="test" value="./test"/>

    <property name="testng" value="${lib}/testng-5.8-jdk15.jar"/>

    <target name="init">
        <tstamp/>
        <mkdir dir="${build}"/>
    </target>

    <target name="compile" depends="init">
        <javac srcdir="${src}" destdir="${build}"
            debug="on" includeantruntime="false" />
    </target>

    <target name="jar" depends="compile">
        <jar destfile="${build}/thrax.jar">
            <manifest>
                <attribute name="Main-Class" value="edu.jhu.thrax.Thrax"/>
            </manifest>
            <fileset dir="${build}">
                <include name="**/*.class"/>
            </fileset>
        </jar>
    </target>

    <target name="source-jar">
        <jar destfile="${build}/thrax-src.jar">
            <fileset dir="${src}">
                <include name="**/*.java"/>
            </fileset>
        </jar>
    </target>

    <target name="clean">
        <delete verbose="true" quiet="true" dir="${build}"/>
    </target>

    <target name="compile-tests" depends="compile"> 
        <javac srcdir="${test}" destdir="${build}" 
            classpath="${testng}" debug="on"/>
    </target>

    <taskdef resource="testngtasks" classpath="${testng}"/>

    <target name="test" depends="compile-tests">
        <testng classpath="${build}" sourcedir="${test}">
            <xmlfileset dir="." includes="testng.xml"/>
        </testng>
    </target>

    <target name="javadoc">
        <mkdir dir="${doc}"/>
        <javadoc packagenames="edu.jhu.thrax.*"
            classpath="${cli}"
            sourcepath="${src}"
            destdir="${doc}"
            charset="utf-8"
            >
            <link href="http://java.sun.com/j2se/1.5.0/docs/api" />
            <link href="http://commons.apache.org/cli/api-release" />
        </javadoc>
    </target>


</project>
{'fraction_non_alphanumeric': 0.2079329884207933, 'fraction_numerical': 0.004434589800443459, 'mean_word_length': 2.1644583008573655, 'pattern_counts': {'":': 0, '<': 98, '<?xml version=': 0, '>': 98, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1106514', 'n_tokens_mistral': 1278, 'n_tokens_neox': 1210, 'n_words': 215}