<commit_before><project name="Generate various scala packages for parser needs" default="build.all">
    <property name="scala.home" value="C:/Program Files/Scala"/>
    <property name="idea.lib" value="C:/Program Files/JetBrains/IntelliJ IDEA 6.0/lib"/>

    <target name="clear" description="clears old results">
    </target>

    <taskdef resource="scala/tools/ant/antlib.xml">
        <classpath>
            <pathelement location="${scala.home}/lib/scala-compiler.jar"/>
            <pathelement location="${scala.home}/lib/scala-library.jar"/>
        </classpath>
    </taskdef>

    

    <target name="build.all" description="" depends="clear">
        <scalac srcdir="."
                force="changed">
            <classpath>
                <pathelement location="${scala.home}/lib/scala-library.jar"/>
                <!--pathelement location="C:/Program Files/JetBrains/IntelliJ IDEA 6.0/lib/idea.jar"/-->
                <dirset dir="${idea.lib}">
                    <include name="**/*.jar"/>
                </dirset>
            </classpath>
            <include name="**/ScalaParser.scala"/>
        </scalac>

    </target>
</project><commit_msg>Simple Lexer Test added.<commit_after><project name="Generate various scala packages for parser needs" default="build.all">
    <property name="scala.home" value="C:/Program Files/Scala"/>
    <property name="idea.lib" value="C:/Program Files/JetBrains/IntelliJ IDEA 6.0/lib"/>

    <path id="base.path">
        <pathelement location="${scala.home}/lib/scala-library.jar"/>
        <fileset dir="${idea.lib}">
            <include name="**/*.jar"/>
        </fileset>
    </path>


    <target name="clear" description="clears old results">
    </target>

    <taskdef resource="scala/tools/ant/antlib.xml">
        <classpath>
            <pathelement location="${scala.home}/lib/scala-compiler.jar"/>
            <pathelement location="${scala.home}/lib/scala-library.jar"/>
        </classpath>
    </taskdef>


    <target name="build.all" description="" depends="clear">
        <scalac srcdir="."
                force="changed">
            <classpath refid="base.path"/>
            <include name="**/ScalaParser.scala"/>
        </scalac>

    </target>
</project>
{'fraction_non_alphanumeric': 0.1734284440481498, 'fraction_numerical': 0.0026749888542131075, 'mean_word_length': 2.447004608294931, 'pattern_counts': {'":': 0, '<': 51, '<?xml version=': 0, '>': 51, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1452215', 'n_tokens_mistral': 694, 'n_tokens_neox': 645, 'n_words': 120}