<commit_before>(ns user
  "Custom repl customization for local development."
  (:require
    [byte-streams :as bytes :refer [bytes=]]
    (blocks
      [core :as block]
      [data :as data]
      [util :as util])
    (blocks.store
      [memory :refer [memory-store]]
      [file :refer [file-store]]
      [tests :as tests])
    [clojure.java.io :as io]
    [clojure.repl :refer :all]
    [clojure.string :as str]
    [multihash.core :as multihash])
  (:import
    blocks.data.Block
    multihash.core.Multihash))


; Conditional imports from clj-stacktrace and clojure.tools.namespace:
(try (require '[clojure.stacktrace :refer [print-cause-trace]]) (catch Exception e nil))
(try (require '[clojure.tools.namespace.repl :refer [refresh]]) (catch Exception e nil))


(def tbs
  "Temporary block store in target."
  (file-store "target/blocks"))<commit_msg>Update imports in repl user ns.<commit_after>(ns user
  "Custom repl customization for local development."
  (:require
    [byte-streams :as bytes :refer [bytes=]]
    (blocks
      [core :as block]
      [data :as data])
    (blocks.store
      [memory :refer [memory-store]]
      [file :refer [file-store]]
      [tests :as tests])
    [clojure.java.io :as io]
    [clojure.repl :refer :all]
    [clojure.string :as str]
    [clojure.test.check :as check]
    [clojure.test.check.generators :as gen]
    [clojure.test.check.properties :as prop]
    [multihash.core :as multihash])
  (:import
    blocks.data.Block
    multihash.core.Multihash))


; Conditional imports from clj-stacktrace and clojure.tools.namespace:
(try (require '[clojure.stacktrace :refer [print-cause-trace]]) (catch Exception e nil))
(try (require '[clojure.tools.namespace.repl :refer [refresh]]) (catch Exception e nil))


(def test-blocks
  (tests/generate-blocks! 10 1024))


(def tbs
  "Temporary block store in target."
  (file-store "target/blocks"))
{'fraction_non_alphanumeric': 0.13802221047065044, 'fraction_numerical': 0.0031729243786356425, 'mean_word_length': 3.430913348946136, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2426400', 'n_tokens_mistral': 649, 'n_tokens_neox': 645, 'n_words': 179}