<commit_before><assembly xmlns="http://maven.apache.org/ASSEMBLY/2.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/ASSEMBLY/2.0.0 http://maven.apache.org/xsd/assembly-2.0.0.xsd">
  <id>client</id>
  <formats>
    <format>zip</format>
  </formats>
  <includeBaseDirectory>true</includeBaseDirectory>
  <baseDirectory>data-integration</baseDirectory>
  <files>
    <file>
      <source>${project.basedir}/src/main/resources/drivers/README</source>
      <outputDirectory>./drivers</outputDirectory>
    </file>
  </files>
  <fileSets>
    <!-- the staging dir -->
    <fileSet>
      <directory>${assembly.dir}</directory>
      <outputDirectory>.</outputDirectory>
    </fileSet>
  </fileSets>
  <dependencySets>
    <!-- default driver kar set -->
    <dependencySet>
      <includes>
        <include>*:pentaho-hadoop-shims-cdh61-kar:*</include>
        <include>*:pentaho-hadoop-shims-hdp30-kar:*</include>
        <include>*:pentaho-hadoop-shims-emr521-kar:*</include>
        <include>*:pentaho-hadoop-shims-dataproc1421-kar:*</include>
        <include>*:pentaho-hadoop-shims-cdpdc71-kar:*</include>
        <include>*:pentaho-hadoop-shims-mapr61-kar:*</include>
        <include>*:pentaho-hadoop-shims-hdi40-kar:*</include>
      </includes>
      <outputDirectory>./ADDITIONAL-FILES/drivers</outputDirectory>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <!-- pdi components -->
    <dependencySet>
      <includes>
        <include>org.pentaho.di:pdi-static:zip</include>
        <include>org.pentaho.di:pdi-samples:zip</include>
        <include>org.pentaho.di:pdi-libs:zip</include>
        <include>org.pentaho.di:pdi-plugins:zip</include>
      </includes>
      <unpack>true</unpack>
      <outputDirectory>.</outputDirectory>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <!-- swt -->
    <dependencySet>
      <includes>
        <include>org.eclipse.platform:*.linux.x86</include>
      </includes>
      <outputDirectory>libswt/linux/x86</outputDirectory>
      <outputFileNameMapping>swt.jar</outputFileNameMapping>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <dependencySet>
      <includes>
        <include>org.eclipse.platform:*.linux.x86_64</include>
      </includes>
      <outputDirectory>libswt/linux/x86_64</outputDirectory>
      <outputFileNameMapping>swt.jar</outputFileNameMapping>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <dependencySet>
      <includes>
        <include>org.eclipse.platform:*.win32.x86_64</include>
      </includes>
      <outputDirectory>libswt/win64</outputDirectory>
      <outputFileNameMapping>swt.jar</outputFileNameMapping>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <dependencySet>
      <includes>
        <include>org.eclipse.platform:*.macosx.x86_64</include>
      </includes>
      <outputDirectory>libswt/osx64</outputDirectory>
      <outputFileNameMapping>swt.jar</outputFileNameMapping>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <!-- licenses -->
    <dependencySet>
      <includes>
        <include>pentaho:oss-licenses:zip</include>
      </includes>
      <unpack>true</unpack>
      <unpackOptions>
        <includes>
          <include>PentahoDataIntegration_OSS_Licenses.html</include>
        </includes>
      </unpackOptions>
      <outputDirectory>.</outputDirectory>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <!-- jdbc drivers -->
    <dependencySet>
      <includes>
        <include>pentaho:pdi-dataservice-driver-bundle:zip</include>
      </includes>
      <outputDirectory>Data Service JDBC Driver</outputDirectory>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
      <outputFileNameMapping>${artifact.artifactId}-${artifact.baseVersion}.${artifact.extension}</outputFileNameMapping>
    </dependencySet>
    <!-- application launcher -->
    <dependencySet>
      <includes>
        <include>pentaho:pentaho-application-launcher</include>
      </includes>
      <outputDirectory>launcher</outputDirectory>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
      <outputFileNameMapping>launcher.jar</outputFileNameMapping>
    </dependencySet>
  </dependencySets>
</assembly>
<commit_msg>[BACKLOG-35309] Remove big data drivers from PDI assemblies<commit_after><assembly xmlns="http://maven.apache.org/ASSEMBLY/2.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/ASSEMBLY/2.0.0 http://maven.apache.org/xsd/assembly-2.0.0.xsd">
  <id>client</id>
  <formats>
    <format>zip</format>
  </formats>
  <includeBaseDirectory>true</includeBaseDirectory>
  <baseDirectory>data-integration</baseDirectory>
  <files>
    <file>
      <source>${project.basedir}/src/main/resources/drivers/README</source>
      <outputDirectory>./drivers</outputDirectory>
    </file>
  </files>
  <fileSets>
    <!-- the staging dir -->
    <fileSet>
      <directory>${assembly.dir}</directory>
      <outputDirectory>.</outputDirectory>
    </fileSet>
  </fileSets>
  <dependencySets>
    <!-- pdi components -->
    <dependencySet>
      <includes>
        <include>org.pentaho.di:pdi-static:zip</include>
        <include>org.pentaho.di:pdi-samples:zip</include>
        <include>org.pentaho.di:pdi-libs:zip</include>
        <include>org.pentaho.di:pdi-plugins:zip</include>
      </includes>
      <unpack>true</unpack>
      <outputDirectory>.</outputDirectory>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <!-- swt -->
    <dependencySet>
      <includes>
        <include>org.eclipse.platform:*.linux.x86</include>
      </includes>
      <outputDirectory>libswt/linux/x86</outputDirectory>
      <outputFileNameMapping>swt.jar</outputFileNameMapping>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <dependencySet>
      <includes>
        <include>org.eclipse.platform:*.linux.x86_64</include>
      </includes>
      <outputDirectory>libswt/linux/x86_64</outputDirectory>
      <outputFileNameMapping>swt.jar</outputFileNameMapping>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <dependencySet>
      <includes>
        <include>org.eclipse.platform:*.win32.x86_64</include>
      </includes>
      <outputDirectory>libswt/win64</outputDirectory>
      <outputFileNameMapping>swt.jar</outputFileNameMapping>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <dependencySet>
      <includes>
        <include>org.eclipse.platform:*.macosx.x86_64</include>
      </includes>
      <outputDirectory>libswt/osx64</outputDirectory>
      <outputFileNameMapping>swt.jar</outputFileNameMapping>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <!-- licenses -->
    <dependencySet>
      <includes>
        <include>pentaho:oss-licenses:zip</include>
      </includes>
      <unpack>true</unpack>
      <unpackOptions>
        <includes>
          <include>PentahoDataIntegration_OSS_Licenses.html</include>
        </includes>
      </unpackOptions>
      <outputDirectory>.</outputDirectory>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
    </dependencySet>
    <!-- jdbc drivers -->
    <dependencySet>
      <includes>
        <include>pentaho:pdi-dataservice-driver-bundle:zip</include>
      </includes>
      <outputDirectory>Data Service JDBC Driver</outputDirectory>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
      <outputFileNameMapping>${artifact.artifactId}-${artifact.baseVersion}.${artifact.extension}</outputFileNameMapping>
    </dependencySet>
    <!-- application launcher -->
    <dependencySet>
      <includes>
        <include>pentaho:pentaho-application-launcher</include>
      </includes>
      <outputDirectory>launcher</outputDirectory>
      <useTransitiveDependencies>false</useTransitiveDependencies>
      <useProjectArtifact>false</useProjectArtifact>
      <outputFileNameMapping>launcher.jar</outputFileNameMapping>
    </dependencySet>
  </dependencySets>
</assembly>

{'fraction_non_alphanumeric': 0.1384135184587235, 'fraction_numerical': 0.010978366160800775, 'mean_word_length': 3.667001506780512, 'pattern_counts': {'":': 0, '<': 348, '<?xml version=': 0, '>': 348, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2390763', 'n_tokens_mistral': 2918, 'n_tokens_neox': 2748, 'n_words': 265}