<commit_before>import sbt._
import Keys._
import scala._


lazy val root = (project in file("."))

.settings(
organization := "com.github.zuinnote",
name := "hadoopoffice-flinkts",
version := "1.1.0"
)
 .configs( IntegrationTest )
  .settings( Defaults.itSettings : _*)
  .enablePlugins(JacocoItPlugin)


resolvers += Resolver.mavenLocal

publishTo := Some(Resolver.file("file",  new File(Path.userHome.absolutePath+"/.m2/repository")))

fork  := true

crossScalaVersions := Seq("2.10.7","2.11.10")

scalacOptions += "-target:jvm-1.7"

libraryDependencies += "com.github.zuinnote" % "hadoopoffice-fileformat" % "1.1.0" % "compile"

libraryDependencies += "com.github.zuinnote" % "hadoopoffice-flinkds" % "1.1.0" % "compile"

libraryDependencies += "org.apache.flink" %% "flink-scala" % "1.3.2" % "provided" 

libraryDependencies += "org.apache.flink" %% "flink-table" % "1.3.2" % "provided" 
// needed for table environment 
libraryDependencies += "org.apache.flink" %% "flink-streaming-scala" % "1.3.2" % "provided" 

libraryDependencies += "org.apache.flink" % "flink-shaded-hadoop2" % "1.3.2" % "provided"  

// needed for writable serializer 
libraryDependencies += "org.apache.flink" %% "flink-hadoop-compatibility" % "1.3.2" % "compile" 

libraryDependencies += "org.apache.flink" %% "flink-clients" % "1.3.2" % "it" 

libraryDependencies += "org.scalatest" %% "scalatest" % "3.0.1" % "test,it"

libraryDependencies += "javax.servlet" % "javax.servlet-api" % "3.0.1" % "it"

libraryDependencies += "org.apache.hadoop" % "hadoop-common" % "2.2.0" % "it" classifier "" classifier "tests"

libraryDependencies += "org.apache.hadoop" % "hadoop-hdfs" % "2.2.0" % "it" classifier "" classifier "tests"<commit_msg>added dependencies for digital signatures<commit_after>import sbt._
import Keys._
import scala._


lazy val root = (project in file("."))

.settings(
organization := "com.github.zuinnote",
name := "hadoopoffice-flinkts",
version := "1.1.0"
)
 .configs( IntegrationTest )
  .settings( Defaults.itSettings : _*)
  .enablePlugins(JacocoItPlugin)


resolvers += Resolver.mavenLocal

publishTo := Some(Resolver.file("file",  new File(Path.userHome.absolutePath+"/.m2/repository")))

fork  := true

crossScalaVersions := Seq("2.10.7","2.11.10")

scalacOptions += "-target:jvm-1.7"

libraryDependencies += "com.github.zuinnote" % "hadoopoffice-fileformat" % "1.1.0" % "compile"

libraryDependencies += "com.github.zuinnote" % "hadoopoffice-flinkds" % "1.1.0" % "compile"
// following three libraries are only needed for digital signatures
libraryDependencies += "org.bouncycastle" % "bcprov-ext-jdk15on" % "1.58" % "compile"
libraryDependencies += "org.bouncycastle" % "bcpkix-jdk15on" % "1.58" % "compile"
libraryDependencies += "org.apache.santuario" % "xmlsec" % "2.1.0" % "compile"

libraryDependencies += "org.apache.flink" %% "flink-scala" % "1.3.2" % "provided" 

libraryDependencies += "org.apache.flink" %% "flink-table" % "1.3.2" % "provided" 
// needed for table environment 
libraryDependencies += "org.apache.flink" %% "flink-streaming-scala" % "1.3.2" % "provided" 

libraryDependencies += "org.apache.flink" % "flink-shaded-hadoop2" % "1.3.2" % "provided"  

// needed for writable serializer 
libraryDependencies += "org.apache.flink" %% "flink-hadoop-compatibility" % "1.3.2" % "compile" 

libraryDependencies += "org.apache.flink" %% "flink-clients" % "1.3.2" % "it" 

libraryDependencies += "org.scalatest" %% "scalatest" % "3.0.1" % "test,it"

libraryDependencies += "javax.servlet" % "javax.servlet-api" % "3.0.1" % "it"

libraryDependencies += "org.apache.hadoop" % "hadoop-common" % "2.2.0" % "it" classifier "" classifier "tests"

libraryDependencies += "org.apache.hadoop" % "hadoop-hdfs" % "2.2.0" % "it" classifier "" classifier "tests"
{'fraction_non_alphanumeric': 0.18890952507296366, 'fraction_numerical': 0.03104271690103476, 'mean_word_length': 4.703479576399395, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 1}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4777843', 'n_tokens_mistral': 1455, 'n_tokens_neox': 1358, 'n_words': 247}