<commit_before>module Dummer
  class Setting
    attr_accessor :rate, :output, :labeled, :label_separator, :separator, :delimiter, :fields, :workers, :message, :input
    attr_accessor :host, :port, :tag

    def initialize
      @rate = 500
      @output = STDOUT
      @host = nil
      @port = 24224
      @labeled = true
      @label_separator = ":"
      @delimiter = "\t"
      @tag = {type: :string, value: "dummer"}
      @fields = nil
      @workers = 1
      @message = "time:2013-11-25 00:23:52 +0900\tlevel:ERROR\tmethod:POST\turi:/api/v1/people\treqtime:3.1983877060667103\n"
      @input = nil
    end
  end
end
<commit_msg>remove `separator` parameter not used<commit_after>module Dummer
  class Setting
    attr_accessor :rate, :output, :labeled, :label_separator, :delimiter, :fields, :workers, :message, :input
    attr_accessor :host, :port, :tag

    def initialize
      @rate = 500
      @output = STDOUT
      @host = nil
      @port = 24224
      @labeled = true
      @label_separator = ":"
      @delimiter = "\t"
      @tag = {type: :string, value: "dummer"}
      @fields = nil
      @workers = 1
      @message = "time:2013-11-25 00:23:52 +0900\tlevel:ERROR\tmethod:POST\turi:/api/v1/people\treqtime:3.1983877060667103\n"
      @input = nil
    end
  end
end

{'fraction_non_alphanumeric': 0.13354037267080746, 'fraction_numerical': 0.06987577639751552, 'mean_word_length': 2.747093023255814, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4367042', 'n_tokens_mistral': 524, 'n_tokens_neox': 451, 'n_words': 107}