<commit_before>{:env-config
 {:onyx/id #cond {:default #env ONYX_ID
                  :dev "1"}
  :onyx.bookkeeper/server? true
  :onyx.bookkeeper/delete-server-data? true
  :zookeeper/address #cond {:default #env [ZOOKEEPER "zk:2181"]
                            :test #env [ZOOKEEPER "127.0.0.1:2181"]}
  :zookeeper/server? #cond {:default false
                            :test true}
  :zookeeper.server/port 2181}
 :peer-config
 {:onyx/id                               #cond {:default #env ONYX_ID
                                                :dev "1"}
  :zookeeper/address                     #cond {:default #env [ZOOKEEPER "zk:2181"]
                                                :dev #env [ZOOKEEPER "192.168.99.100:2181"]}
  :onyx.peer/job-scheduler               :onyx.job-scheduler/greedy
  :onyx.peer/zookeeper-timeout           60000<commit_msg>Start a local quorum.<commit_after>{:env-config
 {:onyx/id #cond {:default #env ONYX_ID
                  :dev "1"}
  :onyx.bookkeeper/server? true
  :onyx.bookkeeper/delete-server-data? true
  :onyx.bookkeeper/local-quorum? true
  :onyx.bookkeeper/local-quorum-ports [3196 3197 3198]
  :zookeeper/address #cond {:default #env [ZOOKEEPER "zk:2181"]
                            :test #env [ZOOKEEPER "127.0.0.1:2181"]}
  :zookeeper/server? #cond {:default false
                            :test true}
  :zookeeper.server/port 2181}
 :peer-config
 {:onyx/id                               #cond {:default #env ONYX_ID
                                                :dev "1"}
  :zookeeper/address                     #cond {:default #env [ZOOKEEPER "zk:2181"]
                                                :dev #env [ZOOKEEPER "192.168.99.100:2181"]}
  :onyx.peer/job-scheduler               :onyx.job-scheduler/greedy
  :onyx.peer/zookeeper-timeout           60000
{'fraction_non_alphanumeric': 0.12520503007107708, 'fraction_numerical': 0.05467468562055768, 'mean_word_length': 1.5774647887323943, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1362599', 'n_tokens_mistral': 659, 'n_tokens_neox': 576, 'n_words': 112}