<commit_before><?xml version="1.0"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
  <name>Trickl Web Crawler Library</name>
  <description>
    This is a Java library that is a framework for web robots, based on Apache Droids.
  </description>
  <modelVersion>4.0.0</modelVersion>
  <groupId>com.trickl</groupId>
  <artifactId>crawler</artifactId>
  <version>0.1-SNAPSHOT</version>
  <packaging>jar</packaging>
  <licenses>
    <license>
      <name>ASLv2</name>
      <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>            
    </license>
  </licenses>
  <properties>
    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    <spring.version>3.0.4.RELEASE</spring.version>
    <spring-security.version>3.0.4.RELEASE</spring-security.version>
    <spring-ws.version>2.0.0-M1</spring-ws.version>
    <xerces.version>2.9.1</xerces.version>
    <droids.version>0.1.0-incubating</droids.version> 
    <javaxpcom.version>1.9.2</javaxpcom.version>
    <mozilla-interfaces.version>1.9.2</mozilla-interfaces.version>
    <mozdom4java.version>1.3</mozdom4java.version>
    <swt-linux-gtk.version>3.5.2</swt-linux-gtk.version>
    <nekohtml.version>1.9.15</nekohtml.version>
    <htmlcleaner.version>2.1</htmlcleaner.version>
    <jtidy.version>r938</jtidy.version>
    <jaxb-impl.version>2.2.1</jaxb-impl.version>
    <xmlunit.version>1.3</xmlunit.version>
    <junit.version>4.8.2</junit.version>
  </properties>
  <inceptionYear>2011</inceptionYear>
  <developers>
    <developer>
      <name><NAME></name>
      <email><EMAIL></email>
    </developer>
  </developers>
  <issueManagement>
    <system>GitHub Issue Tracker</system>
    <url>https://github.com/trickl/trickl-crawler/issues</url>
  </issueManagement>
  <url>http://github.com/trickl/trickl-crawler/</url>
  <organization>
    <name>Trickl</name>
    <url>http://open.trickl.com</url>
  </organization>
  <build>
    <plugins>
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-compiler-plugin</artifactId>
        <version>2.0.2</version>
        <configuration>
          <source>1.6</source>
          <target>1.6</target>
        </configuration>
      </plugin>
      <plugin>
        <artifactId>maven-assembly-plugin</artifactId>
        <version>2.2.2</version>
        <configuration>
          <descriptorRefs>
            <descriptorRef>src</descriptorRef>
            <descriptorRef>bin</descriptorRef>
          </descriptorRefs>
        </configuration>
        <executions>
          <execution>
            <id>make-assembly</id> <!-- this is used for inheritance merges -->
            <phase>package</phase> <!-- bind to the packaging phase -->
            <goals>
              <goal>single</goal>
            </goals>
          </execution>
        </executions>
      </plugin>
    </plugins>
  </build>
  <reporting>
    <plugins>
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-javadoc-plugin</artifactId>
        <version>2.8</version>
        <reportSets>
          <reportSet>
            <id>default</id>
            <reports>
              <report>javadoc</report>
            </reports>
          </reportSet>
        </reportSets>
      </plugin>
    </plugins>
  </reporting>
  <scm>
    <url>https://github.com/trickl/trickl-crawler</url>
    <connection>scm:git://github.com/trickl/trickl-crawler.git</connection>
  </scm>
  <dependencies>
    <dependency>
      <groupId>xerces</groupId>
      <artifactId>xercesImpl</artifactId>
      <version>${xerces.version}</version>
    </dependency>
    <dependency>
      <groupId>org.apache.droids</groupId>
      <artifactId>droids-core</artifactId>
      <version>${droids.version}</version>
    </dependency>
    <dependency>
      <groupId>org.apache.droids</groupId>
      <artifactId>droids-norobots</artifactId>
      <version>${droids.version}</version>
    </dependency>
    <dependency>
      <groupId>org.mozilla</groupId>
      <artifactId>javaxpcom</artifactId>
      <version>${javaxpcom.version}</version>
    </dependency>
    <dependency>
      <groupId>org.mozilla</groupId>
      <artifactId>interfaces</artifactId>
      <version>${mozilla-interfaces.version}</version>
    </dependency>
    <dependency>
      <groupId>org.mozilla</groupId>
      <artifactId>mozdom4java</artifactId>
      <version>${mozdom4java.version}</version>
    </dependency>
    <dependency>
      <groupId>swt</groupId>
      <artifactId>swt-linux-gtk</artifactId>
      <version>${swt-linux-gtk.version}</version>
    </dependency>
    <dependency>
      <groupId>net.sourceforge.nekohtml</groupId>
      <artifactId>nekohtml</artifactId>
      <version>${nekohtml.version}</version>
    </dependency>
    <dependency>
      <groupId>org.htmlcleaner</groupId>
      <artifactId>htmlcleaner</artifactId>
      <version>${htmlcleaner.version}</version>
    </dependency>
    <dependency>
      <groupId>net.sf.jtidy</groupId>
      <artifactId>jtidy</artifactId>
      <version>${jtidy.version}</version>
    </dependency>
    <dependency>
      <groupId>org.springframework</groupId>
      <artifactId>spring-web</artifactId>
      <version>${spring.version}</version>
    </dependency>
    <dependency>
      <groupId>org.springframework.ws</groupId>
      <artifactId>spring-ws</artifactId>
      <version>${spring-ws.version}</version>
      <classifier>all</classifier>
    </dependency>
    <dependency>
      <groupId>com.sun.xml.bind</groupId>
      <artifactId>jaxb-impl</artifactId>
      <version>${jaxb-impl.version}</version>
    </dependency>
    <dependency>
      <groupId>com.trickl</groupId>
      <artifactId>trickl-model</artifactId>
      <version>1.0</version>
      <scope>test</scope>
    </dependency>
    <dependency>
      <groupId>xmlunit</groupId>
      <artifactId>xmlunit</artifactId>
      <version>${xmlunit.version}</version>
      <scope>test</scope>
    </dependency>
    <dependency>
      <groupId>junit</groupId>
      <artifactId>junit</artifactId>
      <version>${junit.version}</version>
      <scope>test</scope>
    </dependency>
    <dependency>
      <groupId>org.codehaus.jackson</groupId>
      <artifactId>jackson-mapper-lgpl</artifactId>
      <version>1.9.2</version>
    </dependency>
    <dependency>
      <groupId>org.codehaus.jackson</groupId>
      <artifactId>jackson-core-lgpl</artifactId>
      <version>1.9.2</version>
    </dependency>
    <dependency>
      <groupId>org.codehaus.jackson</groupId>
      <artifactId>jackson-lgpl</artifactId>
      <version>0.9.5</version>
    </dependency>
    <dependency><commit_msg>Removed test dependency on custom trickl lib.<commit_after><?xml version="1.0"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
  <name>Trickl Web Crawler Library</name>
  <description>
    This is a Java library that is a framework for web robots, based on Apache Droids.
  </description>
  <modelVersion>4.0.0</modelVersion>
  <groupId>com.trickl</groupId>
  <artifactId>crawler</artifactId>
  <version>0.1-SNAPSHOT</version>
  <packaging>jar</packaging>
  <licenses>
    <license>
      <name>ASLv2</name>
      <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>            
    </license>
  </licenses>
  <properties>
    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    <spring.version>3.0.4.RELEASE</spring.version>
    <spring-security.version>3.0.4.RELEASE</spring-security.version>
    <spring-ws.version>2.0.0-M1</spring-ws.version>
    <xerces.version>2.9.1</xerces.version>
    <droids.version>0.1.0-incubating</droids.version> 
    <javaxpcom.version>1.9.2</javaxpcom.version>
    <mozilla-interfaces.version>1.9.2</mozilla-interfaces.version>
    <mozdom4java.version>1.3</mozdom4java.version>
    <swt-linux-gtk.version>3.5.2</swt-linux-gtk.version>
    <nekohtml.version>1.9.15</nekohtml.version>
    <htmlcleaner.version>2.1</htmlcleaner.version>
    <jtidy.version>r938</jtidy.version>
    <jaxb-impl.version>2.2.1</jaxb-impl.version>
    <xmlunit.version>1.3</xmlunit.version>
    <junit.version>4.8.2</junit.version>
  </properties>
  <inceptionYear>2011</inceptionYear>
  <developers>
    <developer>
      <name><NAME></name>
      <email><EMAIL></email>
    </developer>
  </developers>
  <issueManagement>
    <system>GitHub Issue Tracker</system>
    <url>https://github.com/trickl/trickl-crawler/issues</url>
  </issueManagement>
  <url>http://github.com/trickl/trickl-crawler/</url>
  <organization>
    <name>Trickl</name>
    <url>http://open.trickl.com</url>
  </organization>
  <build>
    <plugins>
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-compiler-plugin</artifactId>
        <version>2.0.2</version>
        <configuration>
          <source>1.6</source>
          <target>1.6</target>
        </configuration>
      </plugin>
      <plugin>
        <artifactId>maven-assembly-plugin</artifactId>
        <version>2.2.2</version>
        <configuration>
          <descriptorRefs>
            <descriptorRef>src</descriptorRef>
            <descriptorRef>bin</descriptorRef>
          </descriptorRefs>
        </configuration>
        <executions>
          <execution>
            <id>make-assembly</id> <!-- this is used for inheritance merges -->
            <phase>package</phase> <!-- bind to the packaging phase -->
            <goals>
              <goal>single</goal>
            </goals>
          </execution>
        </executions>
      </plugin>
    </plugins>
  </build>
  <reporting>
    <plugins>
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-javadoc-plugin</artifactId>
        <version>2.8</version>
        <reportSets>
          <reportSet>
            <id>default</id>
            <reports>
              <report>javadoc</report>
            </reports>
          </reportSet>
        </reportSets>
      </plugin>
    </plugins>
  </reporting>
  <scm>
    <url>https://github.com/trickl/trickl-crawler</url>
    <connection>scm:git://github.com/trickl/trickl-crawler.git</connection>
  </scm>
  <dependencies>
    <dependency>
      <groupId>xerces</groupId>
      <artifactId>xercesImpl</artifactId>
      <version>${xerces.version}</version>
    </dependency>
    <dependency>
      <groupId>org.apache.droids</groupId>
      <artifactId>droids-core</artifactId>
      <version>${droids.version}</version>
    </dependency>
    <dependency>
      <groupId>org.apache.droids</groupId>
      <artifactId>droids-norobots</artifactId>
      <version>${droids.version}</version>
    </dependency>
    <dependency>
      <groupId>org.mozilla</groupId>
      <artifactId>javaxpcom</artifactId>
      <version>${javaxpcom.version}</version>
    </dependency>
    <dependency>
      <groupId>org.mozilla</groupId>
      <artifactId>interfaces</artifactId>
      <version>${mozilla-interfaces.version}</version>
    </dependency>
    <dependency>
      <groupId>org.mozilla</groupId>
      <artifactId>mozdom4java</artifactId>
      <version>${mozdom4java.version}</version>
    </dependency>
    <dependency>
      <groupId>swt</groupId>
      <artifactId>swt-linux-gtk</artifactId>
      <version>${swt-linux-gtk.version}</version>
    </dependency>
    <dependency>
      <groupId>net.sourceforge.nekohtml</groupId>
      <artifactId>nekohtml</artifactId>
      <version>${nekohtml.version}</version>
    </dependency>
    <dependency>
      <groupId>org.htmlcleaner</groupId>
      <artifactId>htmlcleaner</artifactId>
      <version>${htmlcleaner.version}</version>
    </dependency>
    <dependency>
      <groupId>net.sf.jtidy</groupId>
      <artifactId>jtidy</artifactId>
      <version>${jtidy.version}</version>
    </dependency>
    <dependency>
      <groupId>org.springframework</groupId>
      <artifactId>spring-web</artifactId>
      <version>${spring.version}</version>
    </dependency>
    <dependency>
      <groupId>org.springframework.ws</groupId>
      <artifactId>spring-ws</artifactId>
      <version>${spring-ws.version}</version>
      <classifier>all</classifier>
    </dependency>
    <dependency>
      <groupId>com.sun.xml.bind</groupId>
      <artifactId>jaxb-impl</artifactId>
      <version>${jaxb-impl.version}</version>
    </dependency>
    <dependency>
      <groupId>xmlunit</groupId>
      <artifactId>xmlunit</artifactId>
      <version>${xmlunit.version}</version>
      <scope>test</scope>
    </dependency>
    <dependency>
      <groupId>junit</groupId>
      <artifactId>junit</artifactId>
      <version>${junit.version}</version>
      <scope>test</scope>
    </dependency>
    <dependency>
      <groupId>org.codehaus.jackson</groupId>
      <artifactId>jackson-mapper-lgpl</artifactId>
      <version>1.9.2</version>
    </dependency>
    <dependency>
      <groupId>org.codehaus.jackson</groupId>
      <artifactId>jackson-core-lgpl</artifactId>
      <version>1.9.2</version>
    </dependency>
    <dependency>
      <groupId>org.codehaus.jackson</groupId>
      <artifactId>jackson-lgpl</artifactId>
      <version>0.9.5</version>
    </dependency>
    <dependency>
{'fraction_non_alphanumeric': 0.16470675796367967, 'fraction_numerical': 0.01473652872878833, 'mean_word_length': 2.8523509174311927, 'pattern_counts': {'":': 0, '<': 633, '<?xml version=': 2, '>': 633, 'https://': 4, 'lorem ipsum': 0, 'www.': 4, 'xml': 18}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '576863', 'n_tokens_mistral': 4820, 'n_tokens_neox': 4369, 'n_words': 481}