<commit_before><?xml version="1.0" encoding="UTF-8"?>
<!-- Apache Maven 2 POM generated by Apache Ivy http://ant.apache.org/ivy/ Apache Ivy version: 2.4.0-rc1 20140315220245 -->
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

  <modelVersion>4.0.0</modelVersion>
  <groupId>SURFsara</groupId>
  <artifactId>warcutils</artifactId>
  <packaging>jar</packaging>
  <version>1.2</version>

  <properties>
    <java.version>6</java.version>
    <hadoop.version>2.4.0.2.1.1.0-385</hadoop.version>
  </properties>

  <distributionManagement>
    <repository>
      <id>SURFsara.releases</id>
      <name>SURFsara's releases</name>
      <url>dav:https://beehub.nl/surfsara-repo/releases</url>
    </repository>
    <snapshotRepository>
      <id>SURFsara.snapshots</id>
      <name>SURFsara's snapshots</name>
      <url>dav:https://beehub.nl/surfsara-repo/snapshots</url>
    </snapshotRepository>
  </distributionManagement>

  <repositories>
    <repository>
      <id>HortonWorks</id>
      <url>http://repo.hortonworks.com/content/repositories/releases/</url>
      <releases></releases>
    </repository>
  </repositories>

  <dependencies>
    <dependency>
      <groupId>org.apache.hadoop</groupId>
      <artifactId>hadoop-common</artifactId>
      <version>${hadoop.version}</version>
      <optional>true</optional>
    </dependency>
    <dependency>
      <groupId>org.apache.hadoop</groupId>
      <artifactId>hadoop-mapreduce-client-common</artifactId>
      <version>${hadoop.version}</version>
      <optional>true</optional>
    </dependency>
    <dependency>
      <groupId>org.apache.pig</groupId>
      <artifactId>pig</artifactId>
      <version>0.12.1.2.1.1.0-385</version>
      <optional>true</optional>
    </dependency>
    <dependency>
      <groupId>org.apache.commons</groupId><commit_msg>Modified commons-io dependency: the repository moved from org.apache.commons to commons-io<commit_after><?xml version="1.0" encoding="UTF-8"?>
<!-- Apache Maven 2 POM generated by Apache Ivy http://ant.apache.org/ivy/ Apache Ivy version: 2.4.0-rc1 20140315220245 -->
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

  <modelVersion>4.0.0</modelVersion>
  <groupId>SURFsara</groupId>
  <artifactId>warcutils</artifactId>
  <packaging>jar</packaging>
  <version>1.2</version>

  <properties>
    <java.version>6</java.version>
    <hadoop.version>2.4.0.2.1.1.0-385</hadoop.version>
  </properties>

  <distributionManagement>
    <repository>
      <id>SURFsara.releases</id>
      <name>SURFsara's releases</name>
      <url>dav:https://beehub.nl/surfsara-repo/releases</url>
    </repository>
    <snapshotRepository>
      <id>SURFsara.snapshots</id>
      <name>SURFsara's snapshots</name>
      <url>dav:https://beehub.nl/surfsara-repo/snapshots</url>
    </snapshotRepository>
  </distributionManagement>

  <repositories>
    <repository>
      <id>HortonWorks</id>
      <url>http://repo.hortonworks.com/content/repositories/releases/</url>
      <releases></releases>
    </repository>
  </repositories>

  <dependencies>
    <dependency>
      <groupId>org.apache.hadoop</groupId>
      <artifactId>hadoop-common</artifactId>
      <version>${hadoop.version}</version>
      <optional>true</optional>
    </dependency>
    <dependency>
      <groupId>org.apache.hadoop</groupId>
      <artifactId>hadoop-mapreduce-client-common</artifactId>
      <version>${hadoop.version}</version>
      <optional>true</optional>
    </dependency>
    <dependency>
      <groupId>org.apache.pig</groupId>
      <artifactId>pig</artifactId>
      <version>0.12.1.2.1.1.0-385</version>
      <optional>true</optional>
    </dependency>
    <dependency>
      <groupId>commons-io</groupId>
{'fraction_non_alphanumeric': 0.17287034723957032, 'fraction_numerical': 0.031476392705470896, 'mean_word_length': 3.5140924464487036, 'pattern_counts': {'":': 0, '<': 165, '<?xml version=': 2, '>': 165, 'https://': 4, 'lorem ipsum': 0, 'www.': 2, 'xml': 6}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1573539', 'n_tokens_mistral': 1550, 'n_tokens_neox': 1363, 'n_words': 154}