<commit_before>(defproject lemur "1.2.0"

  :description "Lemur is a tool to launch hadoop jobs locally or on EMR
                based on a configuration file, referred to as a jobdef."

  :jvm-opts
    ~(if (.exists (java.io.File. "resources/log4j.properties"))
       ["-Dlog4j.configuration=file:resources/log4j.properties"]
       [])

  :source-path "src/main/clj"
  :test-path "src/test/clj"

  :dependencies [[org.clojure/clojure "1.3.0"]
                 [org.clojure/tools.logging "0.2.3"]
                 [org.clojure/data.json "0.1.2"]

                 ; aws-java-sdk-1.3.3 does not specify the correct httpclient, so we do it explicitly
                 [org.apache.httpcomponents/httpclient "4.1.1"]
                 [com.amazonaws/aws-java-sdk "1.3.3"
                  :exclusions [javax.mail/mail org.apache.httpcomponents/httpclient]]

                 ; TODO these two are only to support hipchat-- isolate that functionality, so these libs can be optional
                 [clj-http "0.1.3"]
                 [org.yaml/snakeyaml "1.7"]

                 ; TODO we should be able to consolidate on one or the other of these:
                 [com.google.guava/guava "10.0.1"]
                 [commons-io/commons-io "1.4"]

                 ; Other
                 [log4j/log4j "1.2.16"]]

  :dev-dependencies [[robert/hooke "1.1.2"] ;for leiningen test-selectors
                     [org.clojure/tools.trace "0.7.1"]
                     [midje "1.3.1"]
                     [lein-midje "1.0.8"]
                     [com.offbytwo.iclojure/iclojure "1.1.0"]
                     [clojure-source "1.3.0"]]

  :test-selectors {:default (fn [v] (not (or (:integration v) (:manual v))))
                   :integration :integration
                   :manual :manual
                   :all (fn [v] (not (:manual v)))}

  :repl-init lemur.repl
  :main ^:skip-aot lemur.repl

  :run-aliases {:lemur lemur.core}

  ; Launch irepl:
  ;java -cp lib/*:lib/dev/* com.offbytwo.iclojure.Main

  :aot [lemur.core])<commit_msg>update project.clj to be compatible with lein2<commit_after>(defproject lemur "1.2.0"

  :description "Lemur is a tool to launch hadoop jobs locally or on EMR
                based on a configuration file, referred to as a jobdef."

  :jvm-opts
    ~(if (.exists (java.io.File. "resources/log4j.properties"))
       ["-Dlog4j.configuration=file:resources/log4j.properties"]
       [])

  :source-paths ["src/main/clj"]
  :test-paths   ["src/test/clj"]

  :dependencies [[org.clojure/clojure "1.3.0"]
                 [org.clojure/tools.logging "0.2.3"]
                 [org.clojure/data.json "0.1.2"]

                 ; aws-java-sdk-1.3.3 does not specify the correct httpclient, so we do it explicitly
                 [org.apache.httpcomponents/httpclient "4.1.1"]
                 [com.amazonaws/aws-java-sdk "1.3.3"
                  :exclusions [javax.mail/mail org.apache.httpcomponents/httpclient]]

                 ; TODO these two are only to support hipchat-- isolate that functionality, so these libs can be optional
                 [clj-http "0.1.3"]
                 [org.yaml/snakeyaml "1.7"]

                 ; TODO we should be able to consolidate on one or the other of these:
                 [com.google.guava/guava "10.0.1"]
                 [commons-io/commons-io "1.4"]

                 ; Other
                 [log4j/log4j "1.2.16"]]

  :dev-dependencies [[robert/hooke "1.1.2"] ;for leiningen test-selectors
                     [org.clojure/tools.trace "0.7.1"]
                     [lein-midje "2.0.3"]
                     [midje "1.5-alpha2"]
                     [com.offbytwo.iclojure/iclojure "1.1.0"]
                     [clojure-source "1.3.0"]
                     [org.clojure/tools.trace "0.7.3"]]

 

  :repl-init lemur.repl
  :main ^:skip-aot lemur.repl

  :run-aliases {:lemur lemur.core}

  ; Launch irepl:
  ;java -cp lib/*:lib/dev/* com.offbytwo.iclojure.Main

  :test-selectors {:default (fn [v] (not (or (:integration v) (:manual v))))
                   :integration :integration
                   :manual :manual
                   :all (fn [v] (not (:manual v)))}

  :aot [lemur.core])
{'fraction_non_alphanumeric': 0.13642891335567256, 'fraction_numerical': 0.02920057443752992, 'mean_word_length': 1.7153996101364521, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5642334', 'n_tokens_mistral': 1465, 'n_tokens_neox': 1363, 'n_words': 319}