<commit_before><?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  <modelVersion>4.0.0</modelVersion>

  <groupId>com.github.bartekdobija</groupId>
  <artifactId>omniture-clickstream</artifactId>
  <version>0.2</version>
  <packaging>jar</packaging>

  <name>omniture-clickstream</name>
  <description>Omniture clicstream log parser</description>
  <url>https://github.com/bartekdobija/omniture-clickstream</url>

  <licenses>
    <license>
      <name>The Apache Software License, Version 2.0</name>
      <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>
    </license>
  </licenses>

  <developers>
    <developer>
      <name><NAME></name>
      <email><EMAIL></email>
    </developer>
  </developers>

  <scm>
    <connection>scm:git:git://github.com/bartekdobija/omniture-clickstream.git</connection>
    <developerConnection>scm:git:ssh://github.com/bartekdobija/omniture-clickstream.git</developerConnection>
    <url>https://github.com/bartekdobija/omniture-clickstream/tree/master</url>
  </scm>

  <properties>

    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>

    <hadoop.version>2.7.2</hadoop.version>
    <hadoop.scope>provided</hadoop.scope>

    <junit.version>4.12</junit.version>
    <junit.scope>compile</junit.scope>

    <commons-compress.version>1.12</commons-compress.version>
    <commons-compress.scope>compile</commons-compress.scope>

    <aws-java-sdk.version>1.11.31</aws-java-sdk.version>
    <aws-java-sdk.scope>provided</aws-java-sdk.scope>

  </properties>

  <build>

    <pluginManagement>
      <plugins>
        <plugin>
          <groupId>org.apache.maven.plugins</groupId>
          <artifactId>maven-compiler-plugin</artifactId>
          <version>3.5.1</version>
          <configuration>
            <verbose>true</verbose>
            <fork>true</fork>
            <source>1.7</source>
            <target>1.7</target>
            <compilerArgs>
              <arg>-verbose</arg>
              <arg>-g:lines,source</arg>
              <arg>-Xlint</arg>
            </compilerArgs>
          </configuration>
        </plugin>
        <plugin>
          <groupId>org.apache.maven.plugins</groupId>
          <artifactId>maven-checkstyle-plugin</artifactId>
          <version>2.17</version>
        </plugin>

      </plugins>
    </pluginManagement>

    <plugins>
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-compiler-plugin</artifactId>
      </plugin>
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-checkstyle-plugin</artifactId>
      </plugin>
    </plugins>

  </build>

  <dependencyManagement>
    <dependencies>
      <dependency>
        <groupId>org.apache.hadoop</groupId>
        <artifactId>hadoop-client</artifactId>
        <version>${hadoop.version}</version>
        <scope>${hadoop.scope}</scope>
      </dependency>
      <dependency>
        <groupId>junit</groupId>
        <artifactId>junit</artifactId>
        <version>${junit.version}</version>
        <scope>${junit.scope}</scope>
      </dependency>
      <dependency>
        <groupId>org.apache.commons</groupId>
        <artifactId>commons-compress</artifactId>
        <version>${commons-compress.version}</version>
        <scope>${commons-compress.scope}</scope>
      </dependency>
      <dependency>
        <groupId>com.amazonaws</groupId>
        <artifactId>aws-java-sdk</artifactId>
        <version>${aws-java-sdk.version}</version>
        <scope>${aws-java-sdk.scope}</scope>
      </dependency>
    </dependencies>
  </dependencyManagement>

  <dependencies>
    <dependency>
      <groupId>org.apache.hadoop</groupId>
      <artifactId>hadoop-client</artifactId>
    </dependency>
    <dependency>
      <groupId>junit</groupId>
      <artifactId>junit</artifactId>
    </dependency>
    <dependency>
      <groupId>org.apache.commons</groupId>
      <artifactId>commons-compress</artifactId>
    </dependency>
    <dependency>
      <groupId>com.amazonaws</groupId>
      <artifactId>aws-java-sdk</artifactId>
    </dependency>
  </dependencies>

</project><commit_msg>add javadoc plugin<commit_after><?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  <modelVersion>4.0.0</modelVersion>

  <groupId>com.github.bartekdobija</groupId>
  <artifactId>omniture-clickstream</artifactId>
  <version>0.2</version>
  <packaging>jar</packaging>

  <name>omniture-clickstream</name>
  <description>Omniture clicstream log parser</description>
  <url>https://github.com/bartekdobija/omniture-clickstream</url>

  <licenses>
    <license>
      <name>The Apache Software License, Version 2.0</name>
      <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>
    </license>
  </licenses>

  <developers>
    <developer>
      <name><NAME></name>
      <email><EMAIL></email>
    </developer>
  </developers>

  <scm>
    <connection>scm:git:git://github.com/bartekdobija/omniture-clickstream.git</connection>
    <developerConnection>scm:git:ssh://github.com/bartekdobija/omniture-clickstream.git</developerConnection>
    <url>https://github.com/bartekdobija/omniture-clickstream/tree/master</url>
  </scm>

  <properties>

    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>

    <hadoop.version>2.7.2</hadoop.version>
    <hadoop.scope>provided</hadoop.scope>

    <junit.version>4.12</junit.version>
    <junit.scope>compile</junit.scope>

    <commons-compress.version>1.12</commons-compress.version>
    <commons-compress.scope>compile</commons-compress.scope>

    <aws-java-sdk.version>1.11.31</aws-java-sdk.version>
    <aws-java-sdk.scope>provided</aws-java-sdk.scope>

  </properties>

  <build>

    <pluginManagement>
      <plugins>
        <plugin>
          <groupId>org.apache.maven.plugins</groupId>
          <artifactId>maven-compiler-plugin</artifactId>
          <version>3.5.1</version>
          <configuration>
            <verbose>true</verbose>
            <fork>true</fork>
            <source>1.7</source>
            <target>1.7</target>
            <compilerArgs>
              <arg>-verbose</arg>
              <arg>-g:lines,source</arg>
              <arg>-Xlint</arg>
            </compilerArgs>
          </configuration>
        </plugin>
        <plugin>
          <groupId>org.apache.maven.plugins</groupId>
          <artifactId>maven-checkstyle-plugin</artifactId>
          <version>2.17</version>
        </plugin>

      </plugins>
    </pluginManagement>

    <plugins>
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-compiler-plugin</artifactId>
      </plugin>
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-checkstyle-plugin</artifactId>
      </plugin>
    </plugins>

  </build>

  <reporting>
    <plugins>
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-javadoc-plugin</artifactId>
        <version>2.10.4</version>
      </plugin>
    </plugins>
  </reporting>

  <dependencyManagement>
    <dependencies>
      <dependency>
        <groupId>org.apache.hadoop</groupId>
        <artifactId>hadoop-client</artifactId>
        <version>${hadoop.version}</version>
        <scope>${hadoop.scope}</scope>
      </dependency>
      <dependency>
        <groupId>junit</groupId>
        <artifactId>junit</artifactId>
        <version>${junit.version}</version>
        <scope>${junit.scope}</scope>
      </dependency>
      <dependency>
        <groupId>org.apache.commons</groupId>
        <artifactId>commons-compress</artifactId>
        <version>${commons-compress.version}</version>
        <scope>${commons-compress.scope}</scope>
      </dependency>
      <dependency>
        <groupId>com.amazonaws</groupId>
        <artifactId>aws-java-sdk</artifactId>
        <version>${aws-java-sdk.version}</version>
        <scope>${aws-java-sdk.scope}</scope>
      </dependency>
    </dependencies>
  </dependencyManagement>

  <dependencies>
    <dependency>
      <groupId>org.apache.hadoop</groupId>
      <artifactId>hadoop-client</artifactId>
    </dependency>
    <dependency>
      <groupId>junit</groupId>
      <artifactId>junit</artifactId>
    </dependency>
    <dependency>
      <groupId>org.apache.commons</groupId>
      <artifactId>commons-compress</artifactId>
    </dependency>
    <dependency>
      <groupId>com.amazonaws</groupId>
      <artifactId>aws-java-sdk</artifactId>
    </dependency>
  </dependencies>

</project>
{'fraction_non_alphanumeric': 0.16366080430155708, 'fraction_numerical': 0.011874089839811806, 'mean_word_length': 2.757575757575758, 'pattern_counts': {'":': 0, '<': 393, '<?xml version=': 2, '>': 393, 'https://': 4, 'lorem ipsum': 0, 'www.': 4, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7066639', 'n_tokens_mistral': 3078, 'n_tokens_neox': 2756, 'n_words': 282}