<commit_before>(defproject benchmarks "0.17.2"
  :description "Benchmarks and comparisons between Neanderthal and other Java matrix libraries."
  :url "https://github.com/uncomplicate/neanderthal/tree/master/examples/benchmarks"
  :license {:name "Eclipse Public License"
            :url "http://www.eclipse.org/legal/epl-v10.html"}

  :dependencies [[org.clojure/clojure "1.8.0"]
                 [criterium "0.4.4"]
                 [primitive-math "0.1.4"]
                 [prismatic/hiphip "0.2.1"]
                 [net.mikera/core.matrix "0.58.0"]
                 [net.mikera/vectorz-clj "0.46.0"]
                 [clatrix/clatrix "0.5.0"]
                 [uncomplicate/fluokitten "0.6.1"]
                 [uncomplicate/neanderthal "0.19.0"]
                 [org.nd4j/nd4j-api "1.0.0-beta"]
                 #_[org.nd4j/nd4j-cuda-9.1 "1.0.0-beta"]
                 [org.nd4j/nd4j-native-platform "1.0.0-beta"]]

  :jvm-opts ^:replace ["-Dserver -Dclojure.compiler.direct-linking=true"
                       "-XX:MaxDirectMemorySize=16g" "-XX:+UseLargePages"]

  :global-vars {*warn-on-reflection* true
                *assert* false
                *unchecked-math* :warn-on-boxed
                *print-length* 16})<commit_msg>Add (commented out) ND4J snapshots.<commit_after>(defproject benchmarks "0.17.2"
  :description "Benchmarks and comparisons between Neanderthal and other Java matrix libraries."
  :url "https://github.com/uncomplicate/neanderthal/tree/master/examples/benchmarks"
  :license {:name "Eclipse Public License"
            :url "http://www.eclipse.org/legal/epl-v10.html"}

  :dependencies [[org.clojure/clojure "1.8.0"]
                 [criterium "0.4.4"]
                 [primitive-math "0.1.4"]
                 [prismatic/hiphip "0.2.1"]
                 [net.mikera/core.matrix "0.58.0"]
                 [net.mikera/vectorz-clj "0.46.0"]
                 [clatrix/clatrix "0.5.0"]
                 [uncomplicate/fluokitten "0.6.1"]
                 [uncomplicate/neanderthal "0.19.0"]
                 [org.nd4j/nd4j-api "1.0.0-beta"]
                 #_[org.nd4j/nd4j-cuda-9.1 "1.0.0-beta"]
                 [org.nd4j/nd4j-native-platform "1.0.0-beta"]]

  ;;:repositories [["snapshots" {:url "https://oss.sonatype.org/content/repositories/snapshots"}]]
  :jvm-opts ^:replace ["-Dserver -Dclojure.compiler.direct-linking=true"
                       "-XX:MaxDirectMemorySize=16g" "-XX:+UseLargePages"
                       #_"-Dorg.bytedeco.javacpp.openblas.load=mkl_rt"]

  :global-vars {*warn-on-reflection* true
                *assert* false
                *unchecked-math* :warn-on-boxed
                *print-length* 16})
{'fraction_non_alphanumeric': 0.1554559043348281, 'fraction_numerical': 0.042974588938714496, 'mean_word_length': 1.9224890829694323, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 3, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4309137', 'n_tokens_mistral': 978, 'n_tokens_neox': 922, 'n_words': 134}