<commit_before>import sbt._
import sbt.Keys._

object Common {

  val akkaV = "2.3.9"

  val dependencies = Seq(
    // "com.typesafe.akka"   %%  "akka-actor"        % akkaV,
    // "com.typesafe.akka"   %%  "akka-testkit"      % akkaV   % "test",
    "org.apache.spark"        %% "spark-core"       % "1.5.1"   % "provided",
    "commons-io"              %   "commons-io"      % "2.4",
    "org.scala-lang.modules"  %%  "scala-pickling"  % "0.10.1",
    "org.specs2"              %%  "specs2-core"     % "2.3.11"  % "test",
    "org.scalatest"           %   "scalatest_2.11"  % "2.2.4"   % "test",
    "org.scalacheck"          %%  "scalacheck"      % "1.12.5"  % "test"
  )

  val names: Seq[Setting[_]] = Seq(
    version := "0.1",
    scalaVersion := "2.11.7"
  )

  val settings: Seq[Setting[_]] = names ++ Seq(
    libraryDependencies ++= dependencies,
    resolvers += "softprops-maven" at "https://dl.bintray.com/content/softprops/maven",
    resolvers += "Sonatype OSS Snapshots" at "https://oss.sonatype.org/content/repositories/snapshots",
    run in Compile <<= Defaults.runTask(fullClasspath in Compile, mainClass in (Compile, run), runner in (Compile, run)),
    scalacOptions := Seq("-unchecked", "-deprecation", "-encoding", "utf8"),
    javaOptions += "-Xmx2G",
    initialize := {
      val required = "1.8"
      val current = sys.props("java.specification.version")
      assert(current == required, s"Unsupported JDK: java.specification.version $current != $required")
    }
  )
}<commit_msg>Removed Java version<commit_after>import sbt._
import sbt.Keys._

object Common {

  val akkaV = "2.3.9"

  val dependencies = Seq(
    // "com.typesafe.akka"   %%  "akka-actor"        % akkaV,
    // "com.typesafe.akka"   %%  "akka-testkit"      % akkaV   % "test",
    "org.apache.spark"        %% "spark-core"       % "1.5.1"   % "provided",
    "commons-io"              %   "commons-io"      % "2.4",
    "org.scala-lang.modules"  %%  "scala-pickling"  % "0.10.1",
    "org.specs2"              %%  "specs2-core"     % "2.3.11"  % "test",
    "org.scalatest"           %   "scalatest_2.11"  % "2.2.4"   % "test",
    "org.scalacheck"          %%  "scalacheck"      % "1.12.5"  % "test"
  )

  val names: Seq[Setting[_]] = Seq(
    version := "0.1",
    scalaVersion := "2.11.7"
  )

  val settings: Seq[Setting[_]] = names ++ Seq(
    libraryDependencies ++= dependencies,
    resolvers += "softprops-maven" at "https://dl.bintray.com/content/softprops/maven",
    resolvers += "Sonatype OSS Snapshots" at "https://oss.sonatype.org/content/repositories/snapshots",
    run in Compile <<= Defaults.runTask(fullClasspath in Compile, mainClass in (Compile, run), runner in (Compile, run)),
    scalacOptions := Seq("-unchecked", "-deprecation", "-encoding", "utf8"),
    javaOptions += "-Xmx2G"
    // initialize := {
    //   val required = "1.8"
    //   val current = sys.props("java.specification.version")
    //   assert(current == required, s"Unsupported JDK: java.specification.version $current != $required")
    // }
  )
}
{'fraction_non_alphanumeric': 0.182802756809977, 'fraction_numerical': 0.024942566458811946, 'mean_word_length': 2.440180586907449, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '896722', 'n_tokens_mistral': 1182, 'n_tokens_neox': 1120, 'n_words': 204}