<commit_before><?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>

    <!-- This is a light-weight root POM for the project to show-case the proper configuration of Rheem individually in each of the modules. -->

    <groupId>com.github.sekruse</groupId>
    <artifactId>rheem-examples</artifactId>
    <version>1.0</version>
    <packaging>pom</packaging>

    <modules>
        <module>wordcount</module>
        <module>sindy</module>
        <module>pagerank</module>
        <module>sgd</module>
    </modules>

    <!-- Configure project settings here. -->
    <properties>
        <maven.compiler.source>1.8</maven.compiler.source>
        <maven.compiler.target>1.8</maven.compiler.target>
        <encoding>UTF-8</encoding>
        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
        <rheem.version>0.1-SNAPSHOT</rheem.version>
        <scala.version>2.11.8</scala.version>
        <scala.compat.version>2.11</scala.compat.version>
        <spark.version>1.6.1</spark.version>
        <!-- This Hadoop version is enforced by Spark in the version that is deployed in the Maven repository via code signing. -->
        <hadoop.version>2.2.0</hadoop.version>
        <rheem.version>0.2.0-SNAPSHOT</rheem.version>
    </properties>
</project><commit_msg>move to Rheem version 0.2.0<commit_after><?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>

    <!-- This is a light-weight root POM for the project to show-case the proper configuration of Rheem individually in each of the modules. -->

    <groupId>com.github.sekruse</groupId>
    <artifactId>rheem-examples</artifactId>
    <version>1.0</version>
    <packaging>pom</packaging>

    <modules>
        <module>wordcount</module>
        <module>sindy</module>
        <module>pagerank</module>
        <module>sgd</module>
    </modules>

    <!-- Configure project settings here. -->
    <properties>
        <maven.compiler.source>1.8</maven.compiler.source>
        <maven.compiler.target>1.8</maven.compiler.target>
        <encoding>UTF-8</encoding>
        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
        <scala.version>2.11.8</scala.version>
        <scala.compat.version>2.11</scala.compat.version>
        <spark.version>1.6.1</spark.version>
        <!-- This Hadoop version is enforced by Spark in the version that is deployed in the Maven repository via code signing. -->
        <hadoop.version>2.2.0</hadoop.version>
        <rheem.version>0.2.0</rheem.version>
    </properties>
</project>
{'fraction_non_alphanumeric': 0.16108717268810077, 'fraction_numerical': 0.03082532316871064, 'mean_word_length': 2.89922480620155, 'pattern_counts': {'":': 0, '<': 97, '<?xml version=': 2, '>': 97, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4270956', 'n_tokens_mistral': 1061, 'n_tokens_neox': 987, 'n_words': 158}