<commit_before>(def build-number (or (System/getenv "BUILD_NUMBER") "handbuilt"))
(def build-url (System/getenv "BUILD_URL"))
(def git-commit (or (System/getenv "GIT_COMMIT")
                    (System/getenv "TRAVIS_COMMIT")))
(def app-url (or (System/getenv "APP_URL") ""))

(defproject qu "0.9.7"
  :description "qu is an **in-progress** data platform created by the CFPB to
serve their public data sets."
  :build-number ~build-number
  :build-url ~build-url
  :git-commit ~git-commit
  :app-url ~app-url
  :url "https://github.com/cfpb/qu"
  :min-lein-version "2.0.0"
  :source-paths ["src"]
  :main cfpb.qu.main
  :repl-options {:init-ns user}
  :plugins [[lein-environ "0.4.0"]
            [lein-embongo "0.2.1"]
            [slothcfg "1.0.1"]
            [codox "0.6.4"]]
  :dependencies [[org.clojure/clojure "1.5.1"]
                 [caribou/antlers "0.6.0"]                 
                 [cheshire "5.2.0"]
                 [clj-statsd "0.3.10"]                 
                 [clj-time "0.6.0"]
                 [clojurewerkz/route-one "1.0.0-rc2"]                 
                 [clojurewerkz/urly "2.0.0-alpha5" :exclusions [com.google.guava/guava]]
                 [com.novemberain/monger "1.6.0"]
                 [com.stuartsierra/dependency "0.1.1"]                 
                 [com.taoensso/timbre "2.7.1" :exclusions [expectations]]
                 [compojure "1.1.6" :exclusions [ring/ring-core]]
                 [digest "1.4.3"]
                 [environ "0.4.0"]
                 [halresource "0.1.1-20130809.164342-1"]
                 [http-kit "2.1.13"]                 
                 [liberator "0.10.0"]
                 [lonocloud/synthread "1.0.5"]
                 [org.clojure/core.cache "0.6.3"]                
                 [org.clojure/data.csv "0.1.2"]
                 [org.codehaus.jsr166-mirror/jsr166y "1.7.0"]                 
                 [parse-ez "0.3.6"]
                 [prismatic/schema "0.1.8"]
                 [ring "1.2.1"]                 
                 [ring.middleware.mime-extensions "0.2.0"]
                 [ring-middleware-format "0.3.1"]
                 [scriptjure "0.1.24"]
                 ]
  :aliases {"inttest" ["with-profile" "integration" "embongo" "test"]}
  :jar-exclusions [#"(^|/)\." #"datasets/.*" ]
  :uberjar-exclusions [#"(^|/)\." #"datasets/.*"
                       #"META-INF/.*\.SF" #"META-INF/.*\.[RD]SA"]  
  :slothcfg {:namespace cfpb.qu.project
             :config-source-path "src"}
  :test-selectors {:default (fn [t] (not (:integration t)))
                   :all (constantly true)}  
  :profiles {:uberjar {:aot [cfpb.qu.main]
                       :env {:dev false}}
             :test {:injections [(taoensso.timbre/set-level! :error)]}
             :dev {:source-paths ["dev"]
                   :env {:dev true}
                   :embongo {:version "2.4.5"}
                   :codox {:output-dir "doc/codox"
                           :src-dir-uri "https://github.com/cfpb/qu/blob/master"
                           :src-linenum-anchor-prefix "L"
                           :writer codox-md.writer/write-docs}                   
                   :dependencies [[alembic "0.2.0"]
                                  [clj-http "0.7.7"]
                                  [factual/drake "0.1.4-SNAPSHOT"]
                                  [org.clojure/tools.namespace "0.2.4"]
                                  [org.clojure/java.classpath "0.2.1"]
                                  [ring-mock "0.1.5"]
                                  [codox-md "0.2.0"]
                                  ]}
             :integration [:default
                           {:test-selectors {:default (constantly true)}
                            :env {:mongo-port 37017
                                  :integration true}
                            :embongo {:port 37017}}]})
<commit_msg>Upgrade MongoDB for good measure<commit_after>(def build-number (or (System/getenv "BUILD_NUMBER") "handbuilt"))
(def build-url (System/getenv "BUILD_URL"))
(def git-commit (or (System/getenv "GIT_COMMIT")
                    (System/getenv "TRAVIS_COMMIT")))
(def app-url (or (System/getenv "APP_URL") ""))

(defproject qu "0.9.7"
  :description "qu is an **in-progress** data platform created by the CFPB to
serve their public data sets."
  :build-number ~build-number
  :build-url ~build-url
  :git-commit ~git-commit
  :app-url ~app-url
  :url "https://github.com/cfpb/qu"
  :min-lein-version "2.0.0"
  :source-paths ["src"]
  :main cfpb.qu.main
  :repl-options {:init-ns user}
  :plugins [[lein-environ "0.4.0"]
            [lein-embongo "0.2.1"]
            [slothcfg "1.0.1"]
            [codox "0.6.4"]]
  :dependencies [[org.clojure/clojure "1.5.1"]
                 [caribou/antlers "0.6.0"]                 
                 [cheshire "5.2.0"]
                 [clj-statsd "0.3.10"]                 
                 [clj-time "0.6.0"]
                 [clojurewerkz/route-one "1.0.0-rc2"]                 
                 [clojurewerkz/urly "2.0.0-alpha5" :exclusions [com.google.guava/guava]]
                 [com.novemberain/monger "1.6.0"]
                 [com.stuartsierra/dependency "0.1.1"]                 
                 [com.taoensso/timbre "2.7.1" :exclusions [expectations]]
                 [compojure "1.1.6" :exclusions [ring/ring-core]]
                 [digest "1.4.3"]
                 [environ "0.4.0"]
                 [halresource "0.1.1-20130809.164342-1"]
                 [http-kit "2.1.13"]                 
                 [liberator "0.10.0"]
                 [lonocloud/synthread "1.0.5"]
                 [org.clojure/core.cache "0.6.3"]                
                 [org.clojure/data.csv "0.1.2"]
                 [org.codehaus.jsr166-mirror/jsr166y "1.7.0"]                 
                 [parse-ez "0.3.6"]
                 [prismatic/schema "0.1.8"]
                 [ring "1.2.1"]                 
                 [ring.middleware.mime-extensions "0.2.0"]
                 [ring-middleware-format "0.3.1"]
                 [scriptjure "0.1.24"]
                 ]
  :aliases {"inttest" ["with-profile" "integration" "embongo" "test"]}
  :jar-exclusions [#"(^|/)\." #"datasets/.*" ]
  :uberjar-exclusions [#"(^|/)\." #"datasets/.*"
                       #"META-INF/.*\.SF" #"META-INF/.*\.[RD]SA"]  
  :slothcfg {:namespace cfpb.qu.project
             :config-source-path "src"}
  :test-selectors {:default (fn [t] (not (:integration t)))
                   :all (constantly true)}  
  :profiles {:uberjar {:aot [cfpb.qu.main]
                       :env {:dev false}}
             :test {:injections [(taoensso.timbre/set-level! :error)]}
             :dev {:source-paths ["dev"]
                   :env {:dev true}
                   :embongo {:version "2.4.8"}
                   :codox {:output-dir "doc/codox"
                           :src-dir-uri "https://github.com/cfpb/qu/blob/master"
                           :src-linenum-anchor-prefix "L"
                           :writer codox-md.writer/write-docs}                   
                   :dependencies [[alembic "0.2.0"]
                                  [clj-http "0.7.7"]
                                  [factual/drake "0.1.4-SNAPSHOT"]
                                  [org.clojure/tools.namespace "0.2.4"]
                                  [org.clojure/java.classpath "0.2.1"]
                                  [ring-mock "0.1.5"]
                                  [codox-md "0.2.0"]
                                  ]}
             :integration [:default
                           {:test-selectors {:default (constantly true)}
                            :env {:mongo-port 37017
                                  :integration true}
                            :embongo {:port 37017}}]})

{'fraction_non_alphanumeric': 0.1574038584387377, 'fraction_numerical': 0.040117541842340614, 'mean_word_length': 1.216935712262815, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 16, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6759009', 'n_tokens_mistral': 2712, 'n_tokens_neox': 2518, 'n_words': 432}