<commit_before>/* -*- Mode: C++; indent-tabs-mode: nil -*- */
#ifndef SCHWA_DRCOUNT_PROCESSOR_H_
#define SCHWA_DRCOUNT_PROCESSOR_H_

#include <iosfwd>
#include <vector>

#include <schwa/_base.h>


namespace schwa {
  namespace dr {
    class Doc;
  }

  namespace dr_count {

    class Processor {
    public:
      enum class Formatting {
        ALIGNED, TABS,
      };

    private:
      class Impl;

      Impl *_impl;

    public:
      Processor(std::ostream &out, bool all_stores, const std::string &store, bool count_bytes, bool cumulative, bool per_doc, Formatting formatting, const std::string &doc_id);
      ~Processor(void);

      void finalise(void);
      void process_doc(const dr::Doc &doc);
<commit_msg>Removed unnecessary import.<commit_after>/* -*- Mode: C++; indent-tabs-mode: nil -*- */
#ifndef SCHWA_DRCOUNT_PROCESSOR_H_
#define SCHWA_DRCOUNT_PROCESSOR_H_

#include <iosfwd>

#include <schwa/_base.h>


namespace schwa {
  namespace dr {
    class Doc;
  }

  namespace dr_count {

    class Processor {
    public:
      enum class Formatting {
        ALIGNED, TABS,
      };

    private:
      class Impl;

      Impl *_impl;

    public:
      Processor(std::ostream &out, bool all_stores, const std::string &store, bool count_bytes, bool cumulative, bool per_doc, Formatting formatting, const std::string &doc_id);
      ~Processor(void);

      void finalise(void);
      void process_doc(const dr::Doc &doc);

{'fraction_non_alphanumeric': 0.11234396671289876, 'fraction_numerical': 0.0, 'mean_word_length': 3.1228571428571428, 'pattern_counts': {'":': 0, '<': 8, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2204010', 'n_tokens_mistral': 496, 'n_tokens_neox': 463, 'n_words': 124}