<commit_before>name := "spark-csv"

version := "1.1.0-SNAPSHOT"

organization := "com.databricks"

scalaVersion := "2.10.4"

parallelExecution in Test := false

libraryDependencies += "org.apache.commons" % "commons-csv" % "1.1"

libraryDependencies += "com.univocity" % "univocity-parsers" % "1.5.1"

libraryDependencies += "org.slf4j" % "slf4j-api" % "1.7.5" % "provided"

libraryDependencies ++= Seq(
  ("org.apache.spark" %% "spark-sql" % "1.4.0").
//    exclude("org.mortbay.jetty", "servlet-api").
    exclude("commons-beanutils", "commons-beanutils-core").
    exclude("commons-collections", "commons-collections").
    exclude("commons-logging", "commons-logging").
    exclude("org.slf4j", "slf4j-api").
    exclude("org.apache.hadoop", "hadoop-yarn-api").
    exclude("org.apache.hadoop", "hadoop-yarn-common").
    exclude("com.esotericsoftware.minlog", "minlog")
)


resolvers ++= Seq(
  "Apache Staging" at "https://repository.apache.org/content/repositories/staging/",
  "Typesafe" at "http://repo.typesafe.com/typesafe/releases",
  "Local Maven Repository" at "file://"+Path.userHome.absolutePath+"/.m2/repository"
)

publishMavenStyle := true

libraryDependencies += "org.scalatest" %% "scalatest" % "2.2.1" % "test"

libraryDependencies += "com.novocode" % "junit-interface" % "0.9" % "test"<commit_msg>"provided" dependencies<commit_after>name := "spark-csv"

version := "1.1.0-SNAPSHOT"

organization := "com.databricks"

scalaVersion := "2.10.4"

parallelExecution in Test := false

libraryDependencies += "org.apache.commons" % "commons-csv" % "1.1"

libraryDependencies += "com.univocity" % "univocity-parsers" % "1.5.1"

libraryDependencies += "org.slf4j" % "slf4j-api" % "1.7.5" % Provided

libraryDependencies += "org.apache.spark" %% "spark-sql" % "1.4.0" % Provided

resolvers ++= Seq(
  "Apache Staging" at "https://repository.apache.org/content/repositories/staging/",
  "Typesafe" at "http://repo.typesafe.com/typesafe/releases",
  "Local Maven Repository" at "file://"+Path.userHome.absolutePath+"/.m2/repository"
)

publishMavenStyle := true

libraryDependencies += "org.scalatest" %% "scalatest" % "2.2.1" % "test"

libraryDependencies += "com.novocode" % "junit-interface" % "0.9" % "test"
{'fraction_non_alphanumeric': 0.19613135402609086, 'fraction_numerical': 0.024291497975708502, 'mean_word_length': 4.659033078880407, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5464405', 'n_tokens_mistral': 857, 'n_tokens_neox': 808, 'n_words': 128}