<commit_before>(ns hellhound.streams
  (:require
   [manifold.stream                :as s]
   [hellhound.utils                :refer [todo]]
   [hellhound.streams.impl.channel]))


(def stream  s/stream)
(def stream? s/stream?)

(def consume s/consume)
(def put! s/put!)
(def try-put! s/try-put!)

(def take! s/take!)
(def try-take! s/try-take!)

(def connect s/connect)
(def connect-via s/connect-via)<commit_msg>symlink functions for hh streams and manifold streams have been added<commit_after>(ns hellhound.streams
  (:require
   [manifold.stream                :as s]
   [hellhound.utils                :refer [todo]]
   [hellhound.streams.impl.channel]))

;; IMPORTANT NOTE: At this point, this namespace is just a proxy for
;; manifold.stream. But in near future we want to introduce our own
;; stream implementation which will work with manifold as well but
;; with completely different implementation. The goals for the new
;; implementation is to provide necessary means for us to have better
;; control over concurrency and parallelism and also better abstraction
;; that helps us to distribute the components load in a cluster.
;;
;; So for now these functions are just symlinks for the manifold
;; streams functions.
(def stream  s/stream)
(def stream? s/stream?)

(def consume s/consume)
(def put! s/put!)
(def try-put! s/try-put!)

(def take! s/take!)
(def try-take! s/try-take!)

(def connect s/connect)
(def connect-via s/connect-via)

(def map s/map)
(def transform s/transform)

(def description s/description)
(def downstream s/downstream)

;; ----------------------------------------------------------------------------
{'fraction_non_alphanumeric': 0.15304878048780488, 'fraction_numerical': 0.0, 'mean_word_length': 2.9447115384615383, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5882941', 'n_tokens_mistral': 493, 'n_tokens_neox': 480, 'n_words': 181}