<commit_before><assembly>
    <id>plugin</id>
    <baseDirectory>pentaho-big-data-plugin</baseDirectory>
    <formats>
        <format>zip</format>
    </formats>
    <fileSets>
        <fileSet>
            <directory>src/main/assembly/resources</directory>
            <outputDirectory>/</outputDirectory>
        </fileSet>
        <fileSet>
            <directory>target/plugins/pentaho-big-data-plugin/hadoop-configurations</directory>
            <outputDirectory>/hadoop-configurations</outputDirectory>
        </fileSet>
    </fileSets>
    <dependencySets>
        <dependencySet>
            <outputDirectory>/</outputDirectory>
            <unpack>false</unpack>
            <scope>runtime</scope>
            <useProjectArtifact>false</useProjectArtifact>
            <outputFileNameMapping>${artifact.artifactId}-${artifact.baseVersion}.${artifact.extension}
            </outputFileNameMapping>
            <includes>
              <include>pentaho:pentaho-big-data-legacy</include>
            </includes>
        </dependencySet>
        <dependencySet>
            <outputDirectory>/</outputDirectory>
            <unpack>false</unpack>
            <scope>runtime</scope>
            <useProjectArtifact>false</useProjectArtifact>
            <outputFileNameMapping>pentaho-mapreduce-libraries.zip</outputFileNameMapping>
            <includes>
              <include>pentaho:pentaho-big-data-assemblies-pmr-libraries</include>
            </includes>
        </dependencySet>
        <dependencySet>
            <outputDirectory>/lib</outputDirectory>
            <unpack>false</unpack>
            <scope>runtime</scope>
            <useProjectArtifact>false</useProjectArtifact>
            <outputFileNameMapping>${artifact.artifactId}-${artifact.baseVersion}.${artifact.extension}
            </outputFileNameMapping>
            <includes>
                <include>org.apache.avro:avro</include>
                <include>com.amazonaws:aws-java-sdk</include>
                <include>org.eclipse.core:commands</include>
                <include>org.eclipse.equinox:common</include>
                <include>commons-cli:commons-cli</include>
                <include>com.github.stephenc.high-scale-lib:high-scale-lib</include>
                <include>org.apache.httpcomponents:httpclient</include>
                <include>org.apache.httpcomponents:httpcore</include>
                <include>org.codehaus.jackson:jackson-core-asl</include>
                <include>org.codehaus.jackson:jackson-mapper-asl</include>
                <include>net.java.dev.jets3t:jets3t</include>
                <include>jline:jline</include>
                <include>com.googlecode.json-simple:json-simple</include>
                <include>pentaho-kettle:kettle5-log4j-plugin</include>
                <include>libthrift:libthrift</include>
                <include>org.apache.oozie:oozie-client</include>
                <include>org.apache.oozie:oozie-core</include>
                <include>pentaho:pentaho-hadoop-shims-api</include>
                <include>pentaho:pentaho-s3-vfs</include>
                <include>org.slf4j:slf4j-api</include>
                <include>org.slf4j:slf4j-log4j12</include><commit_msg>PDI-15059- Excluding org.slf4j:slf4j-log4j12 from destination libs in legacy-plugin<commit_after><assembly>
    <id>plugin</id>
    <baseDirectory>pentaho-big-data-plugin</baseDirectory>
    <formats>
        <format>zip</format>
    </formats>
    <fileSets>
        <fileSet>
            <directory>src/main/assembly/resources</directory>
            <outputDirectory>/</outputDirectory>
        </fileSet>
        <fileSet>
            <directory>target/plugins/pentaho-big-data-plugin/hadoop-configurations</directory>
            <outputDirectory>/hadoop-configurations</outputDirectory>
        </fileSet>
    </fileSets>
    <dependencySets>
        <dependencySet>
            <outputDirectory>/</outputDirectory>
            <unpack>false</unpack>
            <scope>runtime</scope>
            <useProjectArtifact>false</useProjectArtifact>
            <outputFileNameMapping>${artifact.artifactId}-${artifact.baseVersion}.${artifact.extension}
            </outputFileNameMapping>
            <includes>
              <include>pentaho:pentaho-big-data-legacy</include>
            </includes>
        </dependencySet>
        <dependencySet>
            <outputDirectory>/</outputDirectory>
            <unpack>false</unpack>
            <scope>runtime</scope>
            <useProjectArtifact>false</useProjectArtifact>
            <outputFileNameMapping>pentaho-mapreduce-libraries.zip</outputFileNameMapping>
            <includes>
              <include>pentaho:pentaho-big-data-assemblies-pmr-libraries</include>
            </includes>
        </dependencySet>
        <dependencySet>
            <outputDirectory>/lib</outputDirectory>
            <unpack>false</unpack>
            <scope>runtime</scope>
            <useProjectArtifact>false</useProjectArtifact>
            <outputFileNameMapping>${artifact.artifactId}-${artifact.baseVersion}.${artifact.extension}
            </outputFileNameMapping>
            <includes>
                <include>org.apache.avro:avro</include>
                <include>com.amazonaws:aws-java-sdk</include>
                <include>org.eclipse.core:commands</include>
                <include>org.eclipse.equinox:common</include>
                <include>commons-cli:commons-cli</include>
                <include>com.github.stephenc.high-scale-lib:high-scale-lib</include>
                <include>org.apache.httpcomponents:httpclient</include>
                <include>org.apache.httpcomponents:httpcore</include>
                <include>org.codehaus.jackson:jackson-core-asl</include>
                <include>org.codehaus.jackson:jackson-mapper-asl</include>
                <include>net.java.dev.jets3t:jets3t</include>
                <include>jline:jline</include>
                <include>com.googlecode.json-simple:json-simple</include>
                <include>pentaho-kettle:kettle5-log4j-plugin</include>
                <include>libthrift:libthrift</include>
                <include>org.apache.oozie:oozie-client</include>
                <include>org.apache.oozie:oozie-core</include>
                <include>pentaho:pentaho-hadoop-shims-api</include>
                <include>pentaho:pentaho-s3-vfs</include>
                <include>org.slf4j:slf4j-api</include>
{'fraction_non_alphanumeric': 0.1271461716937355, 'fraction_numerical': 0.00448569218870843, 'mean_word_length': 2.2508798391151332, 'pattern_counts': {'":': 0, '<': 221, '<?xml version=': 0, '>': 221, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3872043', 'n_tokens_mistral': 1864, 'n_tokens_neox': 1774, 'n_words': 139}