<commit_before>import com.typesafe.sbt.pgp.PgpKeys
import sbt._
import sbt.Keys._

object Build extends Build {

  val org = "com.sksamuel.eels"

  val ScalaVersion = "2.11.7"
  val ScalatestVersion = "2.2.4"
  val Slf4jVersion = "1.7.12"
  val Log4jVersion = "1.2.17"

  val rootSettings = Seq(
    organization := org,
    scalaVersion := ScalaVersion,
    crossScalaVersions := Seq(ScalaVersion, "2.10.6"),
    publishMavenStyle := true,
    resolvers += Resolver.mavenLocal,
    publishArtifact in Test := false,
    parallelExecution in Test := false,
    scalacOptions := Seq("-unchecked", "-deprecation", "-encoding", "utf8"),
    javacOptions := Seq("-source", "1.7", "-target", "1.7"),
    sbtrelease.ReleasePlugin.autoImport.releasePublishArtifactsAction := PgpKeys.publishSigned.value,
    sbtrelease.ReleasePlugin.autoImport.releaseCrossBuild := true,
    libraryDependencies ++= Seq(
      "com.github.tototoshi"  %% "scala-csv"       % "1.2.2",
      "com.sksamuel.scalax"   %% "scalax"           % "0.10.0",
      "com.typesafe"          % "config"           % "1.2.1",
      "com.typesafe.scala-logging" %% "scala-logging-slf4j" % "2.1.2",
      "org.apache.hadoop"     % "hadoop-common"    % "2.7.1",
      "org.apache.hadoop"     % "hadoop-hdfs"      % "2.7.1",
      "com.google.guava"      % "guava"            % "18.0",
      "com.h2database"        % "h2"               % "1.4.191",
      "org.scalatest"         %% "scalatest"       % ScalatestVersion % "test",
      "org.slf4j"             % "slf4j-log4j12"    % Slf4jVersion % "test",
      "log4j"                 % "log4j"            % Log4jVersion % "test"
    ),
    publishTo <<= version {
      (v: String) =>
        val nexus = "https://oss.sonatype.org/"
        if (v.trim.endsWith("SNAPSHOT"))
          Some("snapshots" at nexus + "content/repositories/snapshots")
        else
          Some("releases" at nexus + "service/local/staging/deploy/maven2")
    },
    pomExtra := {
      <url>https://github.com/51zero/eel</url>
        <licenses>
          <license>
            <name>MIT</name>
            <url>https://opensource.org/licenses/MIT</url>
            <distribution>repo</distribution>
          </license>
        </licenses>
        <scm>
          <url><EMAIL>:51zero/eel.git</url>
          <connection>scm:<EMAIL>:51zero/eel.git</connection>
        </scm>
        <developers>
          <developer>
            <id>sksamuel</id>
            <name>sksamuel</name>
            <url>http://github.com/sksamuel</url>
          </developer>
        </developers>
    }
  )

  lazy val root = Project("eel", file("."))
    .settings(rootSettings: _*)
    .settings(publish := {})
    .settings(publishArtifact := false)
    .settings(name := "eel")
    .aggregate(core, kafka, elasticsearch, solr, parquet, avro)

  lazy val core = Project("eel-core", file("core"))
    .settings(rootSettings: _*)
    .settings(libraryDependencies ++= Seq(
      "com.fasterxml.jackson.core" % "jackson-databind" % "2.7.0"
    ))
    .settings(name := "eel-core")

  lazy val kafka = Project("eel-kafka", file("components/kafka"))
    .settings(rootSettings: _*)
    .settings(name := "eel-kafka")
    .settings(libraryDependencies ++= Seq(
      "org.apache.kafka" % "kafka-clients" % "0.9.0.0"
    ))
    .dependsOn(core)

  lazy val avro = Project("eel-avro", file("components/avro"))
    .settings(rootSettings: _*)
    .settings(name := "eel-avro")
    .settings(libraryDependencies ++= Seq(
      "com.sksamuel.avro4s"   %% "avro4s-core"     % "1.2.2"
    ))
    .dependsOn(core)

  lazy val parquet = Project("eel-parquet", file("components/parquet"))
    .settings(rootSettings: _*)
    .settings(name := "eel-parquet")
    .settings(libraryDependencies ++= Seq(
      "com.sksamuel.avro4s"   %% "avro4s-core"     % "1.2.2",
      "org.apache.parquet"    % "parquet-avro"     % "1.8.1"
    ))
    .dependsOn(core)

  lazy val solr = Project("eel-solr", file("components/solr"))
    .settings(rootSettings: _*)
    .settings(name := "eel-solr")
    .settings(libraryDependencies ++= Seq(
      "org.apache.solr" % "solr-solrj" % "5.4.1"
    ))
    .dependsOn(core)

  lazy val elasticsearch = Project("eel-elasticsearch", file("components/elasticsearch"))
    .settings(rootSettings: _*)
    .settings(name := "eel-elasticsearch")
    .settings(libraryDependencies ++= Seq(
      "com.sksamuel.elastic4s" %% "elastic4s-core" % "2.1.1",
      "org.json4s" %% "json4s-native" % "3.3.0",
      "org.elasticsearch" % "elasticsearch" % "2.1.1" % "test"
    ))
    .dependsOn(core)
}
<commit_msg>Set package name for jars<commit_after>import com.typesafe.sbt.pgp.PgpKeys
import sbt._
import sbt.Keys._

object Build extends Build {

  val org = "io.eels"

  val ScalaVersion = "2.11.7"
  val ScalatestVersion = "2.2.4"
  val Slf4jVersion = "1.7.12"
  val Log4jVersion = "1.2.17"

  val rootSettings = Seq(
    organization := org,
    scalaVersion := ScalaVersion,
    crossScalaVersions := Seq(ScalaVersion, "2.10.6"),
    publishMavenStyle := true,
    resolvers += Resolver.mavenLocal,
    publishArtifact in Test := false,
    parallelExecution in Test := false,
    scalacOptions := Seq("-unchecked", "-deprecation", "-encoding", "utf8"),
    javacOptions := Seq("-source", "1.7", "-target", "1.7"),
    sbtrelease.ReleasePlugin.autoImport.releasePublishArtifactsAction := PgpKeys.publishSigned.value,
    sbtrelease.ReleasePlugin.autoImport.releaseCrossBuild := true,
    libraryDependencies ++= Seq(
      "com.github.tototoshi"  %% "scala-csv"       % "1.2.2",
      "com.sksamuel.scalax"   %% "scalax"           % "0.10.0",
      "com.typesafe"          % "config"           % "1.2.1",
      "com.typesafe.scala-logging" %% "scala-logging-slf4j" % "2.1.2",
      "org.apache.hadoop"     % "hadoop-common"    % "2.7.1",
      "org.apache.hadoop"     % "hadoop-hdfs"      % "2.7.1",
      "com.google.guava"      % "guava"            % "18.0",
      "com.h2database"        % "h2"               % "1.4.191",
      "org.scalatest"         %% "scalatest"       % ScalatestVersion % "test",
      "org.slf4j"             % "slf4j-log4j12"    % Slf4jVersion % "test",
      "log4j"                 % "log4j"            % Log4jVersion % "test"
    ),
    publishTo <<= version {
      (v: String) =>
        val nexus = "https://oss.sonatype.org/"
        if (v.trim.endsWith("SNAPSHOT"))
          Some("snapshots" at nexus + "content/repositories/snapshots")
        else
          Some("releases" at nexus + "service/local/staging/deploy/maven2")
    },
    pomExtra := {
      <url>https://github.com/51zero/eel</url>
        <licenses>
          <license>
            <name>MIT</name>
            <url>https://opensource.org/licenses/MIT</url>
            <distribution>repo</distribution>
          </license>
        </licenses>
        <scm>
          <url><EMAIL>:51zero/eel.git</url>
          <connection>scm:<EMAIL>:51zero/eel.git</connection>
        </scm>
        <developers>
          <developer>
            <id>sksamuel</id>
            <name>sksamuel</name>
            <url>http://github.com/sksamuel</url>
          </developer>
        </developers>
    }
  )

  lazy val root = Project("eel", file("."))
    .settings(rootSettings: _*)
    .settings(publish := {})
    .settings(publishArtifact := false)
    .settings(name := "eel")
    .aggregate(core, kafka, elasticsearch, solr, parquet, avro)

  lazy val core = Project("eel-core", file("core"))
    .settings(rootSettings: _*)
    .settings(libraryDependencies ++= Seq(
      "com.fasterxml.jackson.core" % "jackson-databind" % "2.7.0"
    ))
    .settings(name := "eel-core")

  lazy val kafka = Project("eel-kafka", file("components/kafka"))
    .settings(rootSettings: _*)
    .settings(name := "eel-kafka")
    .settings(libraryDependencies ++= Seq(
      "org.apache.kafka" % "kafka-clients" % "0.9.0.0"
    ))
    .dependsOn(core)

  lazy val avro = Project("eel-avro", file("components/avro"))
    .settings(rootSettings: _*)
    .settings(name := "eel-avro")
    .settings(libraryDependencies ++= Seq(
      "com.sksamuel.avro4s"   %% "avro4s-core"     % "1.2.2"
    ))
    .dependsOn(core)

  lazy val parquet = Project("eel-parquet", file("components/parquet"))
    .settings(rootSettings: _*)
    .settings(name := "eel-parquet")
    .settings(libraryDependencies ++= Seq(
      "com.sksamuel.avro4s"   %% "avro4s-core"     % "1.2.2",
      "org.apache.parquet"    % "parquet-avro"     % "1.8.1"
    ))
    .dependsOn(core)

  lazy val solr = Project("eel-solr", file("components/solr"))
    .settings(rootSettings: _*)
    .settings(name := "eel-solr")
    .settings(libraryDependencies ++= Seq(
      "org.apache.solr" % "solr-solrj" % "5.4.1"
    ))
    .dependsOn(core)

  lazy val elasticsearch = Project("eel-elasticsearch", file("components/elasticsearch"))
    .settings(rootSettings: _*)
    .settings(name := "eel-elasticsearch")
    .settings(libraryDependencies ++= Seq(
      "com.sksamuel.elastic4s" %% "elastic4s-core" % "2.1.1",
      "org.json4s" %% "json4s-native" % "3.3.0",
      "org.elasticsearch" % "elasticsearch" % "2.1.1" % "test"
    ))
    .dependsOn(core)
}

{'fraction_non_alphanumeric': 0.17488544621427013, 'fraction_numerical': 0.023565350207287804, 'mean_word_length': 2.435907046476762, 'pattern_counts': {'":': 0, '<': 67, '<?xml version=': 0, '>': 65, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7418872', 'n_tokens_mistral': 3396, 'n_tokens_neox': 3309, 'n_words': 498}