<commit_before>(defproject yieldbot/flambo "0.2.0-SNAPSHOT"
  :description "A Clojure DSL for Apache Spark"
  :url "https://github.com/yieldbot/flambo"
  :license {:name "Eclipse Public License"
            :url "http://www.eclipse.org/legal/epl-v10.html"}
  :repositories {"releases" {:url "s3p://maven.yieldbot.com/releases/"
                             :username :env :passphrase :env}
                 "snapshots" {:url "s3p://maven.yieldbot.com/snapshots/"
                              :username :env :passphrase :env}}
  :dependencies [[org.clojure/clojure "1.5.1"]
                 [org.clojure/tools.logging "0.2.6"]
                 [yieldbot/serializable-fn "0.0.5-SNAPSHOT"]
                 [com.twitter/carbonite "1.3.3"]
                 [com.twitter/chill_2.10 "0.3.5"]
                 [prismatic/schema "0.2.1"]]
  :plugins [[s3-wagon-private "1.1.2"]]
  :profiles {:provided
             {:dependencies
              [[org.apache.spark/spark-core_2.10 "0.9.1"]
               [org.apache.spark/spark-streaming_2.10 "0.9.1"]
               [org.apache.spark/spark-streaming-kafka_2.10 "0.9.1"]]}
             :1.6
             {:dependencies [[org.clojure/clojure "1.6.0"]]}}
  :source-paths ["src/clj"]
  :java-source-paths ["src/jvm"]
  :javac-options ["-source" "1.6" "-target" "1.6"]
  :global-vars {*warn-on-reflection* true})
(cemerick.pomegranate.aether/register-wagon-factory!
 "s3p" #(eval '(org.springframework.aws.maven.PrivateS3Wagon.)))<commit_msg>have to aot flambo.function<commit_after>(defproject yieldbot/flambo "0.2.0-SNAPSHOT"
  :description "A Clojure DSL for Apache Spark"
  :url "https://github.com/yieldbot/flambo"
  :license {:name "Eclipse Public License"
            :url "http://www.eclipse.org/legal/epl-v10.html"}
  :repositories {"releases" {:url "s3p://maven.yieldbot.com/releases/"
                             :username :env :passphrase :env}
                 "snapshots" {:url "s3p://maven.yieldbot.com/snapshots/"
                              :username :env :passphrase :env}}
  :dependencies [[org.clojure/clojure "1.5.1"]
                 [org.clojure/tools.logging "0.2.6"]
                 [yieldbot/serializable-fn "0.0.5-SNAPSHOT"]
                 [com.twitter/carbonite "1.3.3"]
                 [com.twitter/chill_2.10 "0.3.5"]
                 [prismatic/schema "0.2.1"]]
  :plugins [[s3-wagon-private "1.1.2"]]
  :profiles {:provided
             {:dependencies
              [[org.apache.spark/spark-core_2.10 "0.9.1"]
               [org.apache.spark/spark-streaming_2.10 "0.9.1"]
               [org.apache.spark/spark-streaming-kafka_2.10 "0.9.1"]]}
             :1.6
             {:dependencies [[org.clojure/clojure "1.6.0"]]}}
  :aot [flambo.function]
  :source-paths ["src/clj"]
  :java-source-paths ["src/jvm"]
  :javac-options ["-source" "1.6" "-target" "1.6"]
  :global-vars {*warn-on-reflection* true})
(cemerick.pomegranate.aether/register-wagon-factory!
 "s3p" #(eval '(org.springframework.aws.maven.PrivateS3Wagon.)))
{'fraction_non_alphanumeric': 0.17639213071023674, 'fraction_numerical': 0.040680226742247416, 'mean_word_length': 2.1847133757961785, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4278781', 'n_tokens_mistral': 1159, 'n_tokens_neox': 1084, 'n_words': 162}