<commit_before><project name="Generate various scala packages for parser needs" default="build.parser">
  <property name="scala.home" value="C:/Program Files/Scala"/>
  <property name="idea.lib" value="C:/Program Files/JetBrains/IntelliJ IDEA 6.0/lib"/>
  <property name="project.lib" value="../classes/production/Scala"/>

  <taskdef resource="scala/tools/ant/antlib.xml">
    <classpath>
      <pathelement location="${scala.home}/lib/scala-compiler.jar"/>
      <pathelement location="${scala.home}/lib/scala-library.jar"/>
    </classpath>
  </taskdef>

  <path id="base.path">
    <pathelement location="${scala.home}/lib/scala-library.jar"/>
    <fileset dir="${idea.lib}">
      <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${project.lib}">
      <include name="**/*.class"/>
    </fileset>
  </path>

  <path id="test.path">
    <pathelement location="${scala.home}/lib/scala-library.jar"/>
    <pathelement location="${idea.lib}/junit-4.0.jar"/>
  </path>


  <target name="clear" description="clears old scala results">
    <delete>
      <fileset dir="${project.lib}/org/jetbrains/plugins/scala/lang/parser"
               includes="**/*.class"/>
    </delete>
  </target>


  <target name="build.parser" description="Builds parser" depends="clear">
    <scalac srcdir="."
            destdir="../classes/production/Scala"
            force="changed">
      <classpath refid="base.path"/>
      <include name="**/*.scala"/>
      <!--exclude name="**/*ition.scala"/-->
    </scalac>
  </target>

  <target name="build.tests" description="builds teset">
    <delete>
      <fileset dir="${project.lib}/tests"
               includes="*"/>
    </delete>
    <scalac srcdir="../test"
            destdir="../classes/production/Scala"
            force="changed">
      <classpath refid="base.path"/>
      <include name="**/*.scala"/>
    </scalac><commit_msg>Simple Lexer Test added.<commit_after><project name="Generate various scala packages for parser needs" default="build.parser">
  <property name="scala.home" value="C:/Program Files/Scala"/>
  <property name="idea.lib" value="C:/Program Files/JetBrains/IntelliJ IDEA 6.0/lib"/>
  <property name="project.lib" value="../classes/production/Scala"/>

  <taskdef resource="scala/tools/ant/antlib.xml">
    <classpath>
      <pathelement location="${scala.home}/lib/scala-compiler.jar"/>
      <pathelement location="${scala.home}/lib/scala-library.jar"/>
    </classpath>
  </taskdef>

  <path id="base.path">
    <pathelement location="${scala.home}/lib/scala-library.jar"/>
    <fileset dir="${idea.lib}">
      <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${project.lib}">
      <include name="**/*.class"/>
    </fileset>
  </path>

  <path id="test.path">
    <pathelement location="${scala.home}/lib/scala-library.jar"/>
    <pathelement location="${idea.lib}/junit-4.0.jar"/>
  </path>


  <target name="clear" description="clears old scala results">
    <delete>
      <fileset dir="${project.lib}/org/jetbrains/plugins/scala/lang/parser"
               includes="**/*.class"/>
    </delete>
  </target>


  <target name="build.parser"  description="Builds parser" depends="clear">
    <scalac srcdir="."
            destdir="../classes/production/Scala"
            force="changed">
      <classpath refid="base.path"/>
      <include name="**/*.scala"/>
      <!--exclude name="**/*ition.scala"/-->
    </scalac>
  </target>

  <target name="build.tests" description="builds teset">
    <delete>
      <fileset dir="${project.lib}/tests"
               includes="*"/>
    </delete>
    <scalac srcdir="../test"
            destdir="../classes/production/Scala"
            force="changed">
      <classpath refid="base.path"/>
      <include name="**/*.scala"/>
    </scalac>
{'fraction_non_alphanumeric': 0.20407623080995235, 'fraction_numerical': 0.0021175224986765486, 'mean_word_length': 3.0116772823779194, 'pattern_counts': {'":': 0, '<': 89, '<?xml version=': 0, '>': 89, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5787859', 'n_tokens_mistral': 1233, 'n_tokens_neox': 1176, 'n_words': 202}