<commit_before><project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  <modelVersion>4.0.0</modelVersion>

  <groupId>org.db2project</groupId>
  <artifactId>EventDetection</artifactId>
  <version>0.0.1-SNAPSHOT</version>
  <packaging>jar</packaging>

  <name>EventDetection</name>
  <url>http://maven.apache.org</url>

  <properties>
    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    <!-- Fill these in via https://dev.twitter.com/apps -->
    <consumer.key>BpHPttfHLCsC4pmCFdG5A</consumer.key>
    <consumer.secret><KEY></consumer.secret>
    <access.token><KEY></access.token>
    <access.token.secret>W6rCDQYdUeM4lPXT2YvOvUHvcIIWQb6DW3hD02ktFHRsw</access.token.secret>
  </properties>

  <dependencies>
    <dependency>
      <groupId>junit</groupId>
      <artifactId>junit</artifactId>
      <version>3.8.1</version>
      <scope>test</scope>
    </dependency>
    <dependency>
  		<groupId>org.apache.opennlp</groupId>
  		<artifactId>opennlp-tools</artifactId>
  		<version>1.5.3</version>
	</dependency>
	<dependency>
      <groupId>com.twitter</groupId>
      <artifactId>hbc-twitter4j</artifactId> <!-- or hbc-core -->
      <version>1.3.0</version> <!-- or whatever the latest version is -->
    </dependency>
	<dependency>
		<groupId>com.googlecode.json-simple</groupId>
		<artifactId>json-simple</artifactId>
		<version>1.1</version>
	</dependency>
    <dependency>
    <groupId>com.oracle</groupId>
    <artifactId>ojdbc7</artifactId>
    <version>12.1.0.1</version>
    </dependency>
  </dependencies>
</project><commit_msg>We added the dependencies for Lucene.<commit_after><project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  <modelVersion>4.0.0</modelVersion>

  <groupId>org.db2project</groupId>
  <artifactId>EventDetection</artifactId>
  <version>0.0.1-SNAPSHOT</version>
  <packaging>jar</packaging>

  <name>EventDetection</name>
  <url>http://maven.apache.org</url>

  <properties>
    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    <!-- Fill these in via https://dev.twitter.com/apps -->
    <consumer.key>BpHPttfHLCsC4pmCFdG5A</consumer.key>
    <consumer.secret><KEY></consumer.secret>
    <access.token><KEY></access.token>
    <access.token.secret>W6rCDQYdUeM4lPXT2YvOvUHvcIIWQb6DW3hD02ktFHRsw</access.token.secret>
  </properties>

  <dependencies>
    <dependency>
      <groupId>junit</groupId>
      <artifactId>junit</artifactId>
      <version>3.8.1</version>
      <scope>test</scope>
    </dependency>
    <dependency>
  		<groupId>org.apache.opennlp</groupId>
  		<artifactId>opennlp-tools</artifactId>
  		<version>1.5.3</version>
	</dependency>
	<dependency>
      <groupId>com.twitter</groupId>
      <artifactId>hbc-twitter4j</artifactId> <!-- or hbc-core -->
      <version>1.3.0</version> <!-- or whatever the latest version is -->
    </dependency>
	<dependency>
		<groupId>com.googlecode.json-simple</groupId>
		<artifactId>json-simple</artifactId>
		<version>1.1</version>
	</dependency>
	<dependency>
	<groupId>org.apache.lucene</groupId>
	<artifactId>lucene-core</artifactId>
	<version>4.7.0</version>
	</dependency>
	<dependency>
		<groupId>org.apache.lucene</groupId>
		<artifactId>lucene-queryparser</artifactId>
		<version>4.7.0</version>
	</dependency>
	<dependency>
	<groupId>org.apache.lucene</groupId>
	<artifactId>lucene-analyzers-common</artifactId>
	<version>4.7.0</version>
	</dependency>
<!--     <dependency> -->
<!--     <groupId>com.oracle</groupId> -->
<!--     <artifactId>ojdbc7</artifactId> -->
<!--     <version>172.16.58.3</version> -->
<!--     </dependency> -->
  </dependencies>
</project>
{'fraction_non_alphanumeric': 0.18617699566437135, 'fraction_numerical': 0.028054067839836775, 'mean_word_length': 3.9147869674185465, 'pattern_counts': {'":': 0, '<': 186, '<?xml version=': 0, '>': 186, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 4}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3476320', 'n_tokens_mistral': 1594, 'n_tokens_neox': 1405, 'n_words': 141}