<commit_before><!--===========================================================================
  This is the build file for the collection of Shims modules to provide support
  for multiple versions of Hadoop on the same set of compiled bits.

  See ../build-res/subfloor.xml for more details
============================================================================-->
<project name="pentaho-hadoop-shims" basedir="." default="build-all">

  <description>
    This builds all modules within this directory (specifically as declared by ${modules}).
  </description>

  <!-- Import the common_build.xml file which contains all the default tasks -->
  <import file="build-res/subfloor-pkg.xml"/>

  <!-- Every non-api shim module. These will be compiled/resolved after api. -->
  <property name="shim-non-api-modules" value="hive-jdbc,hadoop-20,cdh47,cdh53,cdh54,hdp21,hdp22,mapr31,mapr401,mapr410,emr34" />
  <!-- These are the modules this script should build -->
  <property name="modules" value="api,${shim-non-api-modules}" />

  <!-- Publish shims locally or publicly? -->
  <property name="shims.publish-local"
            value="true"
            description="Whether to publish plugins locally during the build process. CI should override this"/>

  <target name="init" depends="install-antcontrib" />

  <!-- Build all modules in the correct order and publish them locally -->
  <target name="build-all" depends="install-antcontrib,init">
	<condition property="publish.target" value="publish-local" else="publish">
	  <equals arg1="${shims.publish-local}" arg2="true" />
	</condition>
    <ant antfile="build.xml" dir="api" inheritall="false">
      <target name="clean-all" />
      <target name="resolve" />
      <target name="${publish.target}" />
    </ant>
    <for list="${shim-non-api-modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false">
          <target name="clean-all" />
          <target name="resolve" />
          <target name="dist" />
          <target name="${publish.target}" />
        </ant>
      </sequential>
    </for>
  </target>

  <!-- Runs "clean-all" on the modules defined in the property "modules" -->
  <target name="clean-all" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="clean-all" />
      </sequential>
    </for>
  </target>

  <!-- Clean all the modules defined in the property "modules" -->
  <target name="clean" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="clean" />
      </sequential>
    </for>
  </target>

  <!-- Clean all the modules defined in the property "modules" -->
  <target name="jar" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false">
          <target name="jar" />
        </ant>
      </sequential>
    </for>
  </target>

  <!-- All following targets are wrappers for all modules -->
  <target name="resolve" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="resolve" />
      </sequential>
    </for>
  </target>

  <target name="test" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="test" />
      </sequential>
    </for>
  </target>

  <target name="cobertura" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="cobertura" />
      </sequential>
    </for>
  </target>

  <target name="publish-local" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="publish-local" />
      </sequential>
    </for>
  </target>

  <target name="publish" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="publish" />
      </sequential>
    </for>
  </target>

  <target name="package-eula" depends="install-antcontrib,init">
    <for list="${shim-non-api-modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="package-eula" />
      </sequential>
    </for>
  </target>

  <target name="dist-source" depends="init">
    <for list="${shim-non-api-modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="source.jar" />
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="source.zip" />
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="source.targz" />
      </sequential>
    </for>
  </target>

  <target name="dist" depends="init, build-all"/>


  <target name="continuous" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="subfloor.continuous" />
      </sequential>
    </for>
  </target>

  <target name="continuous-sonar" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="subfloor.continuous-sonar" />
      </sequential>
    </for>
  </target>

  <target name="jacoco" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="jacoco" />
      </sequential>
    </for>
  </target>
</project>
<commit_msg>[CLEANUP] set default shim build list to those being actively maintained<commit_after><!--===========================================================================
  This is the build file for the collection of Shims modules to provide support
  for multiple versions of Hadoop on the same set of compiled bits.

  See ../build-res/subfloor.xml for more details
============================================================================-->
<project name="pentaho-hadoop-shims" basedir="." default="build-all">

  <description>
    This builds all modules within this directory (specifically as declared by ${modules}).
  </description>

  <!-- Import the common_build.xml file which contains all the default tasks -->
  <import file="build-res/subfloor-pkg.xml"/>

  <!-- Every non-api shim module. These will be compiled/resolved after api. -->
  <property name="shim-non-api-modules" value="hive-jdbc,hdp21,hdp22,cdh53,cdh54,mapr410,emr34" />
  <!-- These are the modules this script should build -->
  <property name="modules" value="api,${shim-non-api-modules}" />

  <!-- Publish shims locally or publicly? -->
  <property name="shims.publish-local"
            value="true"
            description="Whether to publish plugins locally during the build process. CI should override this"/>

  <target name="init" depends="install-antcontrib" />

  <!-- Build all modules in the correct order and publish them locally -->
  <target name="build-all" depends="install-antcontrib,init">
	<condition property="publish.target" value="publish-local" else="publish">
	  <equals arg1="${shims.publish-local}" arg2="true" />
	</condition>
    <ant antfile="build.xml" dir="api" inheritall="false">
      <target name="clean-all" />
      <target name="resolve" />
      <target name="${publish.target}" />
    </ant>
    <for list="${shim-non-api-modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false">
          <target name="clean-all" />
          <target name="resolve" />
          <target name="dist" />
          <target name="${publish.target}" />
        </ant>
      </sequential>
    </for>
  </target>

  <!-- Runs "clean-all" on the modules defined in the property "modules" -->
  <target name="clean-all" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="clean-all" />
      </sequential>
    </for>
  </target>

  <!-- Clean all the modules defined in the property "modules" -->
  <target name="clean" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="clean" />
      </sequential>
    </for>
  </target>

  <!-- Clean all the modules defined in the property "modules" -->
  <target name="jar" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false">
          <target name="jar" />
        </ant>
      </sequential>
    </for>
  </target>

  <!-- All following targets are wrappers for all modules -->
  <target name="resolve" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="resolve" />
      </sequential>
    </for>
  </target>

  <target name="test" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="test" />
      </sequential>
    </for>
  </target>

  <target name="cobertura" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="cobertura" />
      </sequential>
    </for>
  </target>

  <target name="publish-local" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="publish-local" />
      </sequential>
    </for>
  </target>

  <target name="publish" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="publish" />
      </sequential>
    </for>
  </target>

  <target name="package-eula" depends="install-antcontrib,init">
    <for list="${shim-non-api-modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="package-eula" />
      </sequential>
    </for>
  </target>

  <target name="dist-source" depends="init">
    <for list="${shim-non-api-modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="source.jar" />
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="source.zip" />
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="source.targz" />
      </sequential>
    </for>
  </target>

  <target name="dist" depends="init, build-all"/>


  <target name="continuous" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="subfloor.continuous" />
      </sequential>
    </for>
  </target>

  <target name="continuous-sonar" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="subfloor.continuous-sonar" />
      </sequential>
    </for>
  </target>

  <target name="jacoco" depends="init">
    <for list="${modules}" param="module" trim="true">
      <sequential>
        <ant antfile="build.xml" dir="@{module}" inheritall="false" target="jacoco" />
      </sequential>
    </for>
  </target>
</project>

{'fraction_non_alphanumeric': 0.207905203844879, 'fraction_numerical': 0.003231687106397083, 'mean_word_length': 3.540632054176072, 'pattern_counts': {'":': 0, '<': 273, '<?xml version=': 0, '>': 273, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 40}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2031160', 'n_tokens_mistral': 3649, 'n_tokens_neox': 3546, 'n_words': 860}