<commit_before>import de.johoop.jacoco4sbt._
import JacocoPlugin._
import sbt._

// set the name of the project
name := "mlTraning"

version := "0.0.1"

organization := "com.github.notyy"

// set the Scala version used for the project
scalaVersion := "2.10.4"

libraryDependencies ++= Seq(
  "org.scalacheck" %% "scalacheck" % "1.11.5" % "test,it,ft",
  "org.pegdown" % "pegdown" % "1.0.2" % "test,it,ft", //used in html report
  "org.scalatest" %% "scalatest" % "2.2.1" % "test,it,ft",
  "org.slf4j" % "slf4j-api" % "1.7.7",
  "ch.qos.logback" % "logback-classic" % "1.1.2",
  "com.typesafe.scala-logging" %% "scala-logging-slf4j" % "2.1.2",
  "com.storm-enroute" %% "scalameter" % "0.6" % "test",
  "junit" % "junit" % "4.11" % "test",
  "com.h2database" % "h2" % "1.3.176",
  "org.mockito" % "mockito-all" % "1.9.5" % "test",
  "org.apache.spark" %% "spark-network-common" % "1.4.0",
  "org.apache.spark" %% "spark-core" % "1.4.0" % "provided,test",
  "org.apache.spark" %% "spark-sql" % "1.4.0" % "provided,test",
  "org.scalanlp" %% "breeze" % "0.9",
  "org.scalanlp" %% "breeze-viz" % "0.8"
)

testFrameworks += new TestFramework("org.scalameter.ScalaMeterFramework")

logBuffered := false

val helloTask = TaskKey[Unit]("hello", "Print hello")

helloTask := println("hello world")

// reduce the maximum number of errors shown by the Scala compiler
maxErrors := 20

// increase the time between polling for file changes when using continuous execution
pollInterval := 1000

// append several options to the list of options passed to the Java compiler
javacOptions ++= Seq("-source", "1.6", "-target", "1.6")

// append -deprecation to the options passed to the Scala compiler
scalacOptions += "-deprecation"

// set the initial commands when entering 'console' only
// initialCommands in console := "import com.kaopua.recall._"

// set the main class for packaging the main jar
// 'run' will still auto-detect and prompt
// change Compile to Test to set it for the test jar<commit_msg>add mllib dependency<commit_after>import de.johoop.jacoco4sbt._
import JacocoPlugin._
import sbt._

// set the name of the project
name := "mlTraning"

version := "0.0.1"

organization := "com.github.notyy"

// set the Scala version used for the project
scalaVersion := "2.10.4"

libraryDependencies ++= Seq(
  "org.scalacheck" %% "scalacheck" % "1.11.5" % "test,it,ft",
  "org.pegdown" % "pegdown" % "1.0.2" % "test,it,ft", //used in html report
  "org.scalatest" %% "scalatest" % "2.2.1" % "test,it,ft",
  "org.slf4j" % "slf4j-api" % "1.7.7",
  "ch.qos.logback" % "logback-classic" % "1.1.2",
  "com.typesafe.scala-logging" %% "scala-logging-slf4j" % "2.1.2",
  "com.storm-enroute" %% "scalameter" % "0.6" % "test",
  "junit" % "junit" % "4.11" % "test",
  "com.h2database" % "h2" % "1.3.176",
  "org.mockito" % "mockito-all" % "1.9.5" % "test",
  "org.apache.spark" %% "spark-network-common" % "1.4.0",
  "org.apache.spark" %% "spark-core" % "1.4.0" % "provided,test",
  "org.apache.spark" %% "spark-sql" % "1.4.0" % "provided,test",
  "org.apache.spark" %% "spark-mllib" % "1.4.0" % "provided,test",
  "org.scalanlp" %% "breeze" % "0.9",
  "org.scalanlp" %% "breeze-viz" % "0.8"
)

testFrameworks += new TestFramework("org.scalameter.ScalaMeterFramework")

logBuffered := false

val helloTask = TaskKey[Unit]("hello", "Print hello")

helloTask := println("hello world")

// reduce the maximum number of errors shown by the Scala compiler
maxErrors := 20

// increase the time between polling for file changes when using continuous execution
pollInterval := 1000

// append several options to the list of options passed to the Java compiler
javacOptions ++= Seq("-source", "1.6", "-target", "1.6")

// append -deprecation to the options passed to the Scala compiler
scalacOptions += "-deprecation"

// set the initial commands when entering 'console' only
// initialCommands in console := "import com.kaopua.recall._"

// set the main class for packaging the main jar
// 'run' will still auto-detect and prompt
// change Compile to Test to set it for the test jar
{'fraction_non_alphanumeric': 0.18161655988171513, 'fraction_numerical': 0.034253326761951704, 'mean_word_length': 3.872749099639856, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '697371', 'n_tokens_mistral': 1604, 'n_tokens_neox': 1523, 'n_words': 397}