<commit_before>import sbt.Keys._
import sbt._
import sbtassembly.AssemblyKeys._

object Builds extends Build {

  //----------------------------------------
  // modules in common
  //----------------------------------------
  lazy val sparkDemo = project.in(file("demo/SparkDemo")).settings(name := NamePrefix + "SparkDemo").
    settings(Common.settings: _*).
    settings(libraryDependencies ++= Dependencies.sparkAppDependencies).
    settings(assemblyOption in assembly := (assemblyOption in assembly).value.copy(includeScala = false)).
    settings(assemblyJarName in assembly := s"${NamePrefix}SparkDemo_0.0.1.jar")
    .settings(mainClass in assembly := Some("com.wallace.spark.SparkDemo.DataFrameDemo.DataFrameDemo"))

   lazy val scalaDemo = project.in(file("rdd/ScalaDemo")).settings(name := NamePrefix + "ScalaDemo").
     settings(Common.settings: _*).
     settings(libraryDependencies ++= Dependencies.commonDependencies).
     settings(assemblyOption in assembly := (assemblyOption in assembly).value.copy(includeScala = false)).
     settings(assemblyJarName in assembly := s"${NamePrefix}ScalaDemo_0.0.1.jar")

  // lazy val intelligentAnalysis = project.in(file("rdd/IntelligentAnalysis")).settings(name := NamePrefix + "IntelligentAnalysis").
  //   settings(Common.settings: _*).
  //   settings(libraryDependencies ++= Dependencies.sparkAppDependencies).
  //   settings(assemblyOption in assembly := (assemblyOption in assembly).value.copy(includeScala = false)).
  //   settings(assemblyJarName in assembly := s"${NamePrefix}intelligentanalysis_0.0.1.jar")

  val NamePrefix = "HackerForFuture_"
}<commit_msg>Update project structure<commit_after>import sbt.Keys._
import sbt._
import sbtassembly.AssemblyKeys._

object Builds extends Build {

  //----------------------------------------
  // modules in common
  //----------------------------------------
  lazy val sparkDemo = project.in(file("demo/SparkDemo")).settings(name := NamePrefix + "SparkDemo").
    settings(Common.settings: _*).
    settings(libraryDependencies ++= Dependencies.sparkAppDependencies).
    settings(assemblyOption in assembly := (assemblyOption in assembly).value.copy(includeScala = false)).
    settings(assemblyJarName in assembly := s"${NamePrefix}SparkDemo_0.0.1.jar")
    .settings(mainClass in assembly := Some("com.wallace.spark.SparkDemo.DataFrameDemo.DataFrameDemo"))

   lazy val scalaDemo = project.in(file("demo/ScalaDemo")).settings(name := NamePrefix + "ScalaDemo").
     settings(Common.settings: _*).
     settings(libraryDependencies ++= Dependencies.commonDependencies).
     settings(assemblyOption in assembly := (assemblyOption in assembly).value.copy(includeScala = false)).
     settings(assemblyJarName in assembly := s"${NamePrefix}ScalaDemo_0.0.1.jar")

  // lazy val intelligentAnalysis = project.in(file("rdd/IntelligentAnalysis")).settings(name := NamePrefix + "IntelligentAnalysis").
  //   settings(Common.settings: _*).
  //   settings(libraryDependencies ++= Dependencies.sparkAppDependencies).
  //   settings(assemblyOption in assembly := (assemblyOption in assembly).value.copy(includeScala = false)).
  //   settings(assemblyJarName in assembly := s"${NamePrefix}intelligentanalysis_0.0.1.jar")

  val NamePrefix = "HackerForFuture_"
}
{'fraction_non_alphanumeric': 0.17571690054911532, 'fraction_numerical': 0.005491153142159854, 'mean_word_length': 3.800878477306003, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4361190', 'n_tokens_mistral': 942, 'n_tokens_neox': 882, 'n_words': 162}