<commit_before>net.virtualvoid.sbt.graph.Plugin.graphSettings

organization := "com.databricks"

name := "spark-redshift"

version := "0.1"

scalaVersion := "2.10.4"

sparkVersion := "1.3.0"

spName := "databricks/spark-redshift"

sparkComponents += "sql"

libraryDependencies := libraryDependencies.value.map { module =>
  if (module.name.indexOf("spark-sql") >= 0) {
    module.exclude("org.apache.hadoop", "hadoop-client")
  } else {
    module
  }
}

libraryDependencies += "org.apache.hadoop" % "hadoop-client" % "1.0.4"

libraryDependencies += "com.google.guava" % "guava" % "14.0.1" % Test

libraryDependencies += "org.scalatest" %% "scalatest" % "2.1.5" % Test<commit_msg>update build.sbt<commit_after>net.virtualvoid.sbt.graph.Plugin.graphSettings

organization := "com.databricks"

name := "spark-redshift"

version := "0.1"

scalaVersion := "2.10.4"

sparkVersion := "1.3.0"

spName := "databricks/spark-redshift"

sparkComponents += "sql"

licenses += "Apache-2.0" -> url("http://opensource.org/licenses/Apache-2.0")

credentials += Credentials(Path.userHome / ".ivy2" / ".credentials")

libraryDependencies := libraryDependencies.value.map { module =>
  if (module.name.indexOf("spark-sql") >= 0) {
    module.exclude("org.apache.hadoop", "hadoop-client")
  } else {
    module
  }
}

libraryDependencies += "org.apache.hadoop" % "hadoop-client" % "1.0.4"

libraryDependencies += "com.google.guava" % "guava" % "14.0.1" % Test

libraryDependencies += "org.scalatest" %% "scalatest" % "2.1.5" % Test
{'fraction_non_alphanumeric': 0.18663136995367308, 'fraction_numerical': 0.029781601588352084, 'mean_word_length': 4.361702127659575, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5337579', 'n_tokens_mistral': 584, 'n_tokens_neox': 540, 'n_words': 85}