<commit_before><!--
  ~ Copyright 2000-2009 JetBrains s.r.o.
  ~ Licensed under the Apache License, Version 2.0 (the "License");
  ~ you may not use this file except in compliance with the License.
  ~ You may obtain a copy of the License at
  ~
  ~ http://www.apache.org/licenses/LICENSE-2.0
  ~
  ~ Unless required by applicable law or agreed to in writing, software
  ~ distributed under the License is distributed on an "AS IS" BASIS,
  ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  ~ See the License for the specific language governing permissions and
  ~ limitations under the License.
  -->

<project name="Generate various scala packages for parser needs" default="rebuild.all">

  <property name="base.dir" value="."/>

  <property file="${base.dir}/scala.properties"/>

  <property name="scala.lib" value="${base.dir}/SDK/scala"/>

  <property name="runners.dir" value="${base.dir}/Runners"/>
  <property name="scalarunner.dir" value="${base.dir}/ScalaRunner"/>
  <property name="jps.dir" value="${base.dir}/jps-plugin"/>

  <property name="compiled.dest" value="${base.dir}/classes/"/>
  <property name="production.dest" location="${compiled.dest}/production/"/>
  <property name="test.dest" value="${compiled.dest}/test/"/>
  <property name="main.dest" location="${production.dest}/Scala"/>
  <property name="runners.dest" location="${production.dest}/Runners"/>
  <property name="jps.dest" location="${production.dest}/JPS"/>

  <property name="idea.lib" value="${idea.home}/lib"/>
  <property name="jdk.lib" value="${java.home}/lib"/>
  <property name="tools.jar" value="${java.home}/lib/tools.jar"/>
  <property name="scala.aux.lib" value="${base.dir}/SDK/lib"/>
  <property name="scala.runners.lib" value="${base.dir}/SDK/runners-lib"/>
  <property name="sbt.lib" value="${base.dir}/SDK/sbt"/>
  <property name="nailgun.lib" value="${base.dir}/SDK/nailgun"/>

  <property name="test.dist" value="${basedir}/test_dist"/>

  <property name="0" value="unknown"/>
  <property name="build.vcs.number.scala_svn" value="unknown"/>
  <property name="plugin.revision" value="${build.vcs.number}"/>
  <property name="plugin.build.number" value="${build.number}"/>
  <property name="plugin.version" value="${plugin.build.number}"/>

  <property name="scalap.dir" value="${base.dir}/SDK/scalap"/>
  <property name="scalap.jar" value="${scalap.dir}/scalap.jar"/>
  <property name="scala.jar" value="scala-plugin.jar"/>
  <property name="runners.jar" value="scala-plugin-runners.jar"/>
  <property name="temp.jar.dir" value="${base.dir}/tempjar"/>
  <property name="dist.dir" value="${base.dir}/dist"/>
  <property name="jps.jar" value="scala-jps-plugin.jar"/>

  <target name="unzip.last.successful.IDEA.build">
    <unzip dest="${idea.home}">
      <fileset dir="${idea.home}">
        <include name="idea*.zip"/>
      </fileset>
    </unzip>

    <!-- Read SINCE and UNTIL properties -->
    <loadfile property="since.idea.build" srcFile="${idea.home}/build.txt" failonerror="true"/>
    <loadfile property="until.idea.build" srcFile="${idea.home}/build.txt" failonerror="true"/>
  </target>

  <path id="idea.lib.path">
    <fileset dir="${idea.lib}">
      <include name="**/*.jar"/>
      <exclude name="boot.jar"/>
    </fileset>
  </path>

  <path id="base.path">
    <fileset dir="${scala.lib}">
      <include name="**/*.jar"/>
      <exclude name="**/scalap.jar"/>
    </fileset>
    <fileset dir="${scala.aux.lib}">
      <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${jdk.lib}">
      <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${idea.lib}">
      <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${idea.home}/plugins/">
      <include name="**/*.jar"/>
    </fileset>
    <pathelement location="${scalap.jar}"/>
  </path>

  <path id="runners.path">
    <fileset dir="${scala.runners.lib}">
       <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${scala.lib}">
        <include name="**/*.jar"/>
        <exclude name="**/scala-actors*.jar"/>
    </fileset>
  </path>

  <path id="jps.path">
    <fileset dir="${sbt.lib}">
      <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${nailgun.lib}">
      <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${scala.lib}">
      <include name="**/*.jar"/>
      <exclude name="**/scala-actors*.jar"/>
    </fileset><commit_msg>Ant build: add nailgun.jar to Runners classpath<commit_after><!--
  ~ Copyright 2000-2009 JetBrains s.r.o.
  ~ Licensed under the Apache License, Version 2.0 (the "License");
  ~ you may not use this file except in compliance with the License.
  ~ You may obtain a copy of the License at
  ~
  ~ http://www.apache.org/licenses/LICENSE-2.0
  ~
  ~ Unless required by applicable law or agreed to in writing, software
  ~ distributed under the License is distributed on an "AS IS" BASIS,
  ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  ~ See the License for the specific language governing permissions and
  ~ limitations under the License.
  -->

<project name="Generate various scala packages for parser needs" default="rebuild.all">

  <property name="base.dir" value="."/>

  <property file="${base.dir}/scala.properties"/>

  <property name="scala.lib" value="${base.dir}/SDK/scala"/>

  <property name="runners.dir" value="${base.dir}/Runners"/>
  <property name="scalarunner.dir" value="${base.dir}/ScalaRunner"/>
  <property name="jps.dir" value="${base.dir}/jps-plugin"/>

  <property name="compiled.dest" value="${base.dir}/classes/"/>
  <property name="production.dest" location="${compiled.dest}/production/"/>
  <property name="test.dest" value="${compiled.dest}/test/"/>
  <property name="main.dest" location="${production.dest}/Scala"/>
  <property name="runners.dest" location="${production.dest}/Runners"/>
  <property name="jps.dest" location="${production.dest}/JPS"/>

  <property name="idea.lib" value="${idea.home}/lib"/>
  <property name="jdk.lib" value="${java.home}/lib"/>
  <property name="tools.jar" value="${java.home}/lib/tools.jar"/>
  <property name="scala.aux.lib" value="${base.dir}/SDK/lib"/>
  <property name="scala.runners.lib" value="${base.dir}/SDK/runners-lib"/>
  <property name="sbt.lib" value="${base.dir}/SDK/sbt"/>
  <property name="nailgun.lib" value="${base.dir}/SDK/nailgun"/>

  <property name="test.dist" value="${basedir}/test_dist"/>

  <property name="0" value="unknown"/>
  <property name="build.vcs.number.scala_svn" value="unknown"/>
  <property name="plugin.revision" value="${build.vcs.number}"/>
  <property name="plugin.build.number" value="${build.number}"/>
  <property name="plugin.version" value="${plugin.build.number}"/>

  <property name="scalap.dir" value="${base.dir}/SDK/scalap"/>
  <property name="scalap.jar" value="${scalap.dir}/scalap.jar"/>
  <property name="scala.jar" value="scala-plugin.jar"/>
  <property name="runners.jar" value="scala-plugin-runners.jar"/>
  <property name="temp.jar.dir" value="${base.dir}/tempjar"/>
  <property name="dist.dir" value="${base.dir}/dist"/>
  <property name="jps.jar" value="scala-jps-plugin.jar"/>

  <target name="unzip.last.successful.IDEA.build">
    <unzip dest="${idea.home}">
      <fileset dir="${idea.home}">
        <include name="idea*.zip"/>
      </fileset>
    </unzip>

    <!-- Read SINCE and UNTIL properties -->
    <loadfile property="since.idea.build" srcFile="${idea.home}/build.txt" failonerror="true"/>
    <loadfile property="until.idea.build" srcFile="${idea.home}/build.txt" failonerror="true"/>
  </target>

  <path id="idea.lib.path">
    <fileset dir="${idea.lib}">
      <include name="**/*.jar"/>
      <exclude name="boot.jar"/>
    </fileset>
  </path>

  <path id="base.path">
    <fileset dir="${scala.lib}">
      <include name="**/*.jar"/>
      <exclude name="**/scalap.jar"/>
    </fileset>
    <fileset dir="${scala.aux.lib}">
      <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${jdk.lib}">
      <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${idea.lib}">
      <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${idea.home}/plugins/">
      <include name="**/*.jar"/>
    </fileset>
    <pathelement location="${scalap.jar}"/>
  </path>

  <path id="runners.path">
    <fileset dir="${scala.runners.lib}">
       <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${scala.lib}">
        <include name="**/*.jar"/>
        <exclude name="**/scala-actors*.jar"/>
    </fileset>
    <fileset dir="${nailgun.lib}">
      <include name="**/*.jar"/>
    </fileset>
  </path>

  <path id="jps.path">
    <fileset dir="${sbt.lib}">
      <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${nailgun.lib}">
      <include name="**/*.jar"/>
    </fileset>
    <fileset dir="${scala.lib}">
      <include name="**/*.jar"/>
      <exclude name="**/scala-actors*.jar"/>
    </fileset>
{'fraction_non_alphanumeric': 0.21953958450308816, 'fraction_numerical': 0.00291970802919708, 'mean_word_length': 3.7372340425531916, 'pattern_counts': {'":': 0, '<': 184, '<?xml version=': 0, '>': 184, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3647247', 'n_tokens_mistral': 2989, 'n_tokens_neox': 2883, 'n_words': 584}