<commit_before>import sbt._
import Keys._

object SparkBuild extends Build {

  lazy val root = Project("root", file("."), settings = sharedSettings) aggregate(core, repl, examples, bagel)

  lazy val core = Project("core", file("core"), settings = coreSettings)

  lazy val repl = Project("repl", file("repl"), settings = replSettings) dependsOn (core)

  lazy val examples = Project("examples", file("examples"), settings = examplesSettings) dependsOn (core)

  lazy val bagel = Project("bagel", file("bagel"), settings = bagelSettings) dependsOn (core)

  def sharedSettings = Defaults.defaultSettings ++ Seq(
    organization := "org.spark-project",
    version := "version=0.4-SNAPSHOT",
    scalaVersion := "2.9.0-1",
    scalacOptions := Seq(/*"-deprecation",*/ "-unchecked"), // TODO Enable -deprecation and fix all warnings
    unmanagedJars in Compile <<= baseDirectory map { base => (base ** "*.jar").classpath },
    retrieveManaged := true,
    transitiveClassifiers in Scope.GlobalScope := Seq("sources"),
    libraryDependencies ++= Seq(
      "org.eclipse.jetty" % "jetty-server" % "7.4.2.v20110526",
      "org.scalatest" % "scalatest_2.9.0" % "1.4.1" % "test",
      "org.scala-tools.testing" % "scalacheck_2.9.0" % "1.9" % "test"
    )
  )

  val slf4jVersion = "1.6.1"

  //FIXME DepJar and XmlTestReport
  def coreSettings = sharedSettings ++ Seq(libraryDependencies ++= Seq(
    "com.google.guava" % "guava" % "r09",
    "log4j" % "log4j" % "1.2.16",
    "org.slf4j" % "slf4j-api" % slf4jVersion,
    "org.slf4j" % "slf4j-log4j12" % slf4jVersion,
    "com.ning" % "compress-lzf" % "0.7.0",
    "org.apache.hadoop" % "hadoop-core" % "0.20.2",
    "asm" % "asm-all" % "3.3.1"
  ))

  //FIXME DepJar and XmlTestReport
  def replSettings = sharedSettings ++ Seq(libraryDependencies <+= scalaVersion("org.scala-lang" % "scala-compiler" % _))

  def examplesSettings = sharedSettings ++ Seq(libraryDependencies += "colt" % "colt" % "1.2.0")

  //FIXME DepJar and XmlTestReport<commit_msg>Fix copy & paste error in version.<commit_after>import sbt._
import Keys._

object SparkBuild extends Build {

  lazy val root = Project("root", file("."), settings = sharedSettings) aggregate(core, repl, examples, bagel)

  lazy val core = Project("core", file("core"), settings = coreSettings)

  lazy val repl = Project("repl", file("repl"), settings = replSettings) dependsOn (core)

  lazy val examples = Project("examples", file("examples"), settings = examplesSettings) dependsOn (core)

  lazy val bagel = Project("bagel", file("bagel"), settings = bagelSettings) dependsOn (core)

  def sharedSettings = Defaults.defaultSettings ++ Seq(
    organization := "org.spark-project",
    version := "0.4-SNAPSHOT",
    scalaVersion := "2.9.0-1",
    scalacOptions := Seq(/*"-deprecation",*/ "-unchecked"), // TODO Enable -deprecation and fix all warnings
    unmanagedJars in Compile <<= baseDirectory map { base => (base ** "*.jar").classpath },
    retrieveManaged := true,
    transitiveClassifiers in Scope.GlobalScope := Seq("sources"),
    libraryDependencies ++= Seq(
      "org.eclipse.jetty" % "jetty-server" % "7.4.2.v20110526",
      "org.scalatest" % "scalatest_2.9.0" % "1.4.1" % "test",
      "org.scala-tools.testing" % "scalacheck_2.9.0" % "1.9" % "test"
    )
  )

  val slf4jVersion = "1.6.1"

  //FIXME DepJar and XmlTestReport
  def coreSettings = sharedSettings ++ Seq(libraryDependencies ++= Seq(
    "com.google.guava" % "guava" % "r09",
    "log4j" % "log4j" % "1.2.16",
    "org.slf4j" % "slf4j-api" % slf4jVersion,
    "org.slf4j" % "slf4j-log4j12" % slf4jVersion,
    "com.ning" % "compress-lzf" % "0.7.0",
    "org.apache.hadoop" % "hadoop-core" % "0.20.2",
    "asm" % "asm-all" % "3.3.1"
  ))

  //FIXME DepJar and XmlTestReport
  def replSettings = sharedSettings ++ Seq(libraryDependencies <+= scalaVersion("org.scala-lang" % "scala-compiler" % _))

  def examplesSettings = sharedSettings ++ Seq(libraryDependencies += "colt" % "colt" % "1.2.0")

  //FIXME DepJar and XmlTestReport
{'fraction_non_alphanumeric': 0.17085302163640886, 'fraction_numerical': 0.030838099975130564, 'mean_word_length': 3.811004784688995, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2939407', 'n_tokens_mistral': 1485, 'n_tokens_neox': 1424, 'n_words': 312}