<commit_before>(defproject org.mobileink/migae.datastore "0.3.2-SNAPSHOT"
  :description "migae - MobileInk Google App Engine sdk for Clojure."
  :url "https://github.com/migae/datastore"
  :min-lein-version "2.0.0"
  :license {:name "Eclipse Public License"
            :url "http://www.eclipse.org/legal/epl-v10.html"}
  :aot [Interfaces]
  :source-paths ["src/clojure" "src/clj-compile"]
  :java-source-paths ["src/java"]
  :test-paths ["test/clojure"]
  :test-selectors {:ancestor :ancestor
                   :api :api
                   :assoc :assoc
                   :coll :coll
                   :ds :ds
                   :emap :emap
                   :elist :elist
                   :entity :entity
                   :entities :entities
                   :fetch :fetch
                   :fields :fields
                   :infix :infix
                   :into :into
                   :keys :keys
                   :keylink :keylink
                   :keychain :keychain
                   :map :map
                   :merge :merge
                   :meta :meta
                   :one :one
                   :pred :pred
                   :props :props
                   :query :query
                   }
  :dependencies [[org.clojure/clojure "1.7.0"]  ;;  "1.8.0-master-SNAPSHOT"]
                 [org.clojure/tools.reader "0.8.16"]
                 [org.clojure/tools.logging "0.3.1"]
                 [com.google.appengine/appengine-api-1.0-sdk "1.9.26"]
                 [com.google.appengine.tools/appengine-mapreduce "0.8.5"
                  :exclusions [com.google.api-client/google-api-client
                               it.unimi.dsi/fastutil
                               com.google.appengine/appengine-api-1.0-sdk
                               com.google.guava/guava
                               com.google.http-client/google-http-client-jackson2
                               com.google.appengine.tools/appengine-pipeline
                               com.google.appengine.tools/appengine-gcs-client
                               com.google.api-client/google-api-client-appengine
                               com.fasterxml.jackson.core/jackson-databind
                               com.fasterxml.jackson.core/jackson-core]]
                 [log4j "1.2.17" :exclusions [javax.mail/mail
                                              javax.jms/jms
                                              com.sun.jdmk/jmxtools
                                              com.sun.jmx/jmxri]]]

  ;; :filespecs [;;{:type :path :path "config/base.clj"}
  ;;             ;; Directory paths are included recursively.
  ;;             ;;{:type :paths :paths ["config/web" "config/cli"]}
  ;;             ;; Programmatically-generated content can use :bytes.
  ;;             {:type :bytes :path "project.clj"
;;  :prep-tasks [["with-profile" "cc" "compile"]] ;; "javac" "compile"]
  :repl-options {:welcome (clojure.core/println "migae datastore repl.  (ds-reset) to reinitialize test datastore.")
                 :port 8081}
  :profiles {:test {:dependencies [[com.google.appengine/appengine-api-stubs "1.9.25"]
                                   [com.google.appengine/appengine-testing "1.9.25"]]}
             :dev {:source-paths ["src/clojure" "dev"]
                   :dependencies [[org.clojure/tools.namespace "0.2.3"]
                                  [org.clojure/java.classpath "0.2.0"]
                                  [com.google.appengine/appengine-api-stubs "1.9.25"]
                                   [com.google.appengine/appengine-testing "1.9.25"]]}
             :repl {:source-paths ["src/clojure" "dev"]
                   :dependencies [[org.clojure/tools.namespace "0.2.3"]
                                  [org.clojure/java.classpath "0.2.0"]
                                  [com.google.appengine/appengine-api-stubs "1.9.25"]
                                   [com.google.appengine/appengine-testing "1.9.25"]]}
             :cc {:source-paths ["src/clojure"]
                   :dependencies [[org.clojure/tools.namespace "0.2.3"]
                                  [org.clojure/java.classpath "0.2.0"]
                                  [com.google.appengine/appengine-api-stubs "1.9.25"]
                                   [com.google.appengine/appengine-testing "1.9.25"]]}
             })
<commit_msg>rename profile cc to compile<commit_after>(defproject org.mobileink/migae.datastore "0.3.2-SNAPSHOT"
  :description "migae - MobileInk Google App Engine sdk for Clojure."
  :url "https://github.com/migae/datastore"
  :min-lein-version "2.0.0"
  :license {:name "Eclipse Public License"
            :url "http://www.eclipse.org/legal/epl-v10.html"}
  :scm {:name "git" :url "https://github.com/migae/database"}
  :aot [Interfaces]
  :source-paths ["src/clojure" "src/clj-compile"]
  :java-source-paths ["src/java"]
  :test-paths ["test/clojure"]
  :test-selectors {:ancestor :ancestor
                   :api :api
                   :assoc :assoc
                   :coll :coll
                   :ds :ds
                   :emap :emap
                   :elist :elist
                   :entity :entity
                   :entities :entities
                   :fetch :fetch
                   :fields :fields
                   :infix :infix
                   :into :into
                   :keys :keys
                   :keylink :keylink
                   :keychain :keychain
                   :map :map
                   :merge :merge
                   :meta :meta
                   :one :one
                   :pred :pred
                   :props :props
                   :query :query
                   }
  :dependencies [[org.clojure/clojure "1.7.0"]  ;;  "1.8.0-master-SNAPSHOT"]
                 [org.clojure/tools.reader "0.8.16"]
                 [org.clojure/tools.logging "0.3.1"]
                 [com.google.appengine/appengine-api-1.0-sdk "1.9.26"]
                 [com.google.appengine.tools/appengine-mapreduce "0.8.5"
                  :exclusions [com.google.api-client/google-api-client
                               it.unimi.dsi/fastutil
                               com.google.appengine/appengine-api-1.0-sdk
                               com.google.guava/guava
                               com.google.http-client/google-http-client-jackson2
                               com.google.appengine.tools/appengine-pipeline
                               com.google.appengine.tools/appengine-gcs-client
                               com.google.api-client/google-api-client-appengine
                               com.fasterxml.jackson.core/jackson-databind
                               com.fasterxml.jackson.core/jackson-core]]
                 [log4j "1.2.17" :exclusions [javax.mail/mail
                                              javax.jms/jms
                                              com.sun.jdmk/jmxtools
                                              com.sun.jmx/jmxri]]]

  ;; :filespecs [;;{:type :path :path "config/base.clj"}
  ;;             ;; Directory paths are included recursively.
  ;;             ;;{:type :paths :paths ["config/web" "config/cli"]}
  ;;             ;; Programmatically-generated content can use :bytes.
  ;;             {:type :bytes :path "project.clj"
  ;;  :prep-tasks [["with-profile" "cc" "compile"]] ;; "javac" "compile"]
  :repl-options {:welcome (clojure.core/println "migae datastore repl.  (ds-reset) to reinitialize test datastore.")
                 :port 8081}
  :profiles {:test {:dependencies [[com.google.appengine/appengine-api-stubs "1.9.25"]
                                   [com.google.appengine/appengine-testing "1.9.25"]]}
             :dev {:source-paths ["src/clojure" "dev"]
                   :dependencies [[org.clojure/tools.namespace "0.2.3"]
                                  [org.clojure/java.classpath "0.2.0"]
                                  [com.google.appengine/appengine-api-stubs "1.9.25"]
                                  [com.google.appengine/appengine-testing "1.9.25"]]}
             :repl {:source-paths ["src/clojure" "dev"]
                    :dependencies [[org.clojure/tools.namespace "0.2.3"]
                                   [org.clojure/java.classpath "0.2.0"]
                                   [com.google.appengine/appengine-api-stubs "1.9.25"]
                                   [com.google.appengine/appengine-testing "1.9.25"]]}
             :compile {:source-paths ["src/clojure"]
                       :dependencies [[org.clojure/tools.namespace "0.2.3"]
                                      [org.clojure/java.classpath "0.2.0"]
                                      [com.google.appengine/appengine-api-stubs "1.9.25"]
                                      [com.google.appengine/appengine-testing "1.9.25"]]}
             })

{'fraction_non_alphanumeric': 0.1262574884141517, 'fraction_numerical': 0.020798010625070647, 'mean_word_length': 1.2197691921726042, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 3, 'lorem ipsum': 0, 'www.': 2, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 32, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7002786', 'n_tokens_mistral': 2697, 'n_tokens_neox': 2527, 'n_words': 403}