<commit_before>(defproject haystack "0.1.0-SNAPSHOT"
  :description "ecommerce search service in elasticsearch"
  :url "http://murphydye.com/FIXME"
  :license {:name "Eclipse Public License"
            :url "http://www.eclipse.org/legal/epl-v10.html"}
  :dependencies [[org.clojure/clojure "1.8.0"]
                 [clj-http "3.4.1"]
                 [clojurewerkz/elastisch "3.0.0-beta1"]

                 [org.clojure/data.csv "0.1.3"]

                 [bidi "2.0.16"]
                 [aleph "0.4.1"]
                 [yada "1.2.0"]

                 ;; these are temporary. eventually will call an ecommerce service for this data
                 [mysql/mysql-connector-java "5.1.6"]
                 [org.clojure/java.jdbc "0.3.7"]<commit_msg>Update yada version to overcome filename too long error.<commit_after>(defproject haystack "0.1.0-SNAPSHOT"
  :description "ecommerce search service in elasticsearch"
  :url "http://murphydye.com/FIXME"
  :license {:name "Eclipse Public License"
            :url "http://www.eclipse.org/legal/epl-v10.html"}
  :dependencies [[org.clojure/clojure "1.8.0"]
                 [clj-http "3.4.1"]
                 [clojurewerkz/elastisch "3.0.0-beta1"]

                 [org.clojure/data.csv "0.1.3"]

                 [bidi "2.0.16"]
                 [aleph "0.4.1"]
                 [yada "1.2.1"]

                 ;; these are temporary. eventually will call an ecommerce service for this data
                 [mysql/mysql-connector-java "5.1.6"]
                 [org.clojure/java.jdbc "0.3.7"]
{'fraction_non_alphanumeric': 0.14414996767937943, 'fraction_numerical': 0.04395604395604396, 'mean_word_length': 1.7841726618705036, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3651497', 'n_tokens_mistral': 538, 'n_tokens_neox': 521, 'n_words': 105}