<commit_before><assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd">

    <id>distribution</id>
    
    <formats>
        <format>tar.gz</format>
    </formats>

    <fileSets>
        <fileSet>
            <directory>${project.build.directory}/${application.name}</directory>
            <outputDirectory></outputDirectory>
            <excludes>
                <exclude>bin/**</exclude>
            </excludes>
            <fileMode>0644</fileMode>
            <directoryMode>0755</directoryMode>
        </fileSet>
        <fileSet>
            <directory>${project.build.directory}/${application.name}/bin</directory>
            <outputDirectory>bin</outputDirectory>
            <lineEnding>unix</lineEnding>
            <fileMode>0755</fileMode>
            <directoryMode>0755</directoryMode>
        </fileSet>
        <fileSet>
            <directory>${project.basedir}/tasks</directory>
            <outputDirectory>tasks</outputDirectory>
            <lineEnding>unix</lineEnding>
            <fileMode>0644</fileMode>
            <directoryMode>0755</directoryMode>
        </fileSet>
        <fileSet>
            <directory>${project.basedir}/pipelines</directory>
            <outputDirectory>pipelines</outputDirectory>
            <lineEnding>unix</lineEnding>
            <fileMode>0644</fileMode>
            <directoryMode>0755</directoryMode>
        </fileSet>
        <fileSet>
            <directory>${project.basedir}/resources</directory>
            <outputDirectory>resources</outputDirectory>
            <fileMode>0644</fileMode>
            <directoryMode>0755</directoryMode>
        </fileSet>
        <fileSet>
            <directory>${project.basedir}</directory>
            <outputDirectory></outputDirectory>
            <includes>
                <include>README</include>
                <include>RELEASE_NOTES</include>
                <include>LICENSE</include>
            </includes>
            <lineEnding>unix</lineEnding>
            <fileMode>0644</fileMode>
        </fileSet>
    </fileSets>

</assembly>
<commit_msg>Added NOTICES and licenses to distribution tarball.<commit_after><assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd">

    <id>distribution</id>
    
    <formats>
        <format>tar.gz</format>
    </formats>

    <fileSets>
        <fileSet>
            <directory>${project.build.directory}/${application.name}</directory>
            <outputDirectory></outputDirectory>
            <excludes>
                <exclude>bin/**</exclude>
            </excludes>
            <fileMode>0644</fileMode>
            <directoryMode>0755</directoryMode>
        </fileSet>
        <fileSet>
            <directory>${project.build.directory}/${application.name}/bin</directory>
            <outputDirectory>bin</outputDirectory>
            <lineEnding>unix</lineEnding>
            <fileMode>0755</fileMode>
            <directoryMode>0755</directoryMode>
        </fileSet>
        <fileSet>
            <directory>${project.basedir}/tasks</directory>
            <outputDirectory>tasks</outputDirectory>
            <lineEnding>unix</lineEnding>
            <fileMode>0644</fileMode>
            <directoryMode>0755</directoryMode>
        </fileSet>
        <fileSet>
            <directory>${project.basedir}/pipelines</directory>
            <outputDirectory>pipelines</outputDirectory>
            <lineEnding>unix</lineEnding>
            <fileMode>0644</fileMode>
            <directoryMode>0755</directoryMode>
        </fileSet>
        <fileSet>
            <directory>${project.basedir}/resources</directory>
            <outputDirectory>resources</outputDirectory>
            <fileMode>0644</fileMode>
            <directoryMode>0755</directoryMode>
        </fileSet>
        <fileSet>
            <directory>${project.basedir}/licenses</directory>
            <outputDirectory>licenses</outputDirectory>
            <fileMode>0644</fileMode>
            <directoryMode>0755</directoryMode>
        </fileSet>
        <fileSet>
            <directory>${project.basedir}</directory>
            <outputDirectory></outputDirectory>
            <includes>
                <include>README</include>
                <include>RELEASE_NOTES</include>
                <include>LICENSE</include>
                <include>NOTICES</include>
            </includes>
            <lineEnding>unix</lineEnding>
            <fileMode>0644</fileMode>
        </fileSet>
    </fileSets>

</assembly>

{'fraction_non_alphanumeric': 0.13763874873864784, 'fraction_numerical': 0.025025227043390514, 'mean_word_length': 2.091703056768559, 'pattern_counts': {'":': 0, '<': 191, '<?xml version=': 0, '>': 191, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6515600', 'n_tokens_mistral': 1474, 'n_tokens_neox': 1372, 'n_words': 131}