<commit_before><assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.3"
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.3 http://maven.apache.org/xsd/assembly-1.1.3.xsd">
    <id>create-index-bin-environment</id>
    <formats>
        <format>tar.gz</format>
    </formats>
    <includeBaseDirectory>false</includeBaseDirectory>

    <files>
        <file>
            <source>${project.basedir}/src/main/distros/index/bin/bin-dir-update</source>
        </file>
    </files>

    <fileSets>
        <fileSet>
            <directory>${project.basedir}/src/main/distros/index/bin</directory>
            <outputDirectory>bin</outputDirectory>
            <excludes>
                <exclude>bin-dir-update</exclude>
            </excludes>
            <fileMode>0755</fileMode>
        </fileSet>
    </fileSets>
</assembly><commit_msg>Remove file permissions, to avoid non executable files from being executable.<commit_after><assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.3"
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.3 http://maven.apache.org/xsd/assembly-1.1.3.xsd">
    <id>create-index-bin-environment</id>
    <formats>
        <format>tar.gz</format>
    </formats>
    <includeBaseDirectory>false</includeBaseDirectory>

    <files>
        <file>
            <source>${project.basedir}/src/main/distros/index/bin/bin-dir-update</source>
        </file>
    </files>

    <fileSets>
        <fileSet>
            <directory>${project.basedir}/src/main/distros/index/bin</directory>
            <outputDirectory>bin</outputDirectory>
            <excludes>
                <exclude>bin-dir-update</exclude>
            </excludes>
        </fileSet>
    </fileSets>
</assembly>
{'fraction_non_alphanumeric': 0.16094853683148336, 'fraction_numerical': 0.016145307769929364, 'mean_word_length': 2.5035335689045937, 'pattern_counts': {'":': 0, '<': 61, '<?xml version=': 0, '>': 61, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4643376', 'n_tokens_mistral': 661, 'n_tokens_neox': 620, 'n_words': 60}