<commit_before><assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2
          http://maven.apache.org/xsd/assembly-1.1.2.xsd">
    <!-- Assembles a package that can run the ksql examples tool given dependency packages. This is used to
         construct packages OS packages where underlying libraries, like rest-utils, can be shared
         -->
    <id>package</id>
    <formats>
        <format>dir</format>
    </formats>
    <includeBaseDirectory>false</includeBaseDirectory>
    <fileSets>
        <fileSet>
            <directory>${project.parent.basedir}</directory>
            <outputDirectory>share/doc/ksql-examples/</outputDirectory>
            <includes>
                <include>version.txt</include>
                <include>COPYRIGHT*</include>
            </includes>
        </fileSet>
        <fileSet>
            <directory>${project.parent.basedir}</directory>
            <outputDirectory></outputDirectory>
            <includes>
                <include>bin/*</include>
            </includes>
        </fileSet>
        <fileSet>
            <directory>${project.parent.basedir}/config</directory>
            <outputDirectory>etc/ksql-examples</outputDirectory>
            <includes>
                <include>*</include>
            </includes>
        </fileSet>
    </fileSets>
    <dependencySets>
        <dependencySet>
            <outputDirectory>share/java/ksql-examples</outputDirectory>
            <useProjectArtifact>true</useProjectArtifact>
            <!-- Warning: Enabling useTransitiveFiltering is potentially unsafe,
                 cf. https://github.com/miguno/maven-assembly-transitive-deps-woes
                 and https://issues.apache.org/jira/browse/MASSEMBLY-504.  If
                 dependencies happen to be missing in the assembly you may want to
                 disable transitive filtering. -->
            <useTransitiveFiltering>true</useTransitiveFiltering>
            <excludes>
                <exclude>com.google.guava:guava</exclude>
            </excludes>
        </dependencySet>
    </dependencySets>
</assembly>
<commit_msg>Add clickstream demo to package<commit_after><assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2
          http://maven.apache.org/xsd/assembly-1.1.2.xsd">
    <!-- Assembles a package that can run the ksql examples tool given dependency packages. This is used to
         construct packages OS packages where underlying libraries, like rest-utils, can be shared
         -->
    <id>package</id>
    <formats>
        <format>dir</format>
    </formats>
    <includeBaseDirectory>false</includeBaseDirectory>
    <fileSets>
        <fileSet>
            <directory>${project.parent.basedir}</directory>
            <outputDirectory>share/doc/ksql-examples/</outputDirectory>
            <includes>
                <include>version.txt</include>
                <include>COPYRIGHT*</include>
            </includes>
        </fileSet>
        <fileSet>
            <directory>${project.parent.basedir}</directory>
            <outputDirectory></outputDirectory>
            <includes>
                <include>bin/*</include>
            </includes>
        </fileSet>
        <fileSet>
            <directory>${project.parent.basedir}/config</directory>
            <outputDirectory>etc/ksql-examples</outputDirectory>
            <includes>
                <include>*</include>
            </includes>
        </fileSet>
        <fileSet>
            <directory>${project.basedir}/examples/clickstream-analysis</directory>
            <outputDirectory>share/doc/ksql-examples/examples/clickstream-analysis/</outputDirectory>
            <includes>
                <include>*</include>
            </includes>
        </fileSet>
    </fileSets>
    <dependencySets>
        <dependencySet>
            <outputDirectory>share/java/ksql-examples</outputDirectory>
            <useProjectArtifact>true</useProjectArtifact>
            <!-- Warning: Enabling useTransitiveFiltering is potentially unsafe,
                 cf. https://github.com/miguno/maven-assembly-transitive-deps-woes
                 and https://issues.apache.org/jira/browse/MASSEMBLY-504.  If
                 dependencies happen to be missing in the assembly you may want to
                 disable transitive filtering. -->
            <useTransitiveFiltering>true</useTransitiveFiltering>
            <excludes>
                <exclude>com.google.guava:guava</exclude>
            </excludes>
        </dependencySet>
    </dependencySets>
</assembly>

{'fraction_non_alphanumeric': 0.12142131979695431, 'fraction_numerical': 0.0069035532994923855, 'mean_word_length': 2.0826032540675845, 'pattern_counts': {'":': 0, '<': 133, '<?xml version=': 0, '>': 133, 'https://': 4, 'lorem ipsum': 0, 'www.': 2, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4808544', 'n_tokens_mistral': 1373, 'n_tokens_neox': 1298, 'n_words': 211}