<commit_before># XXX: I should figure out how to use tagged releases in github.  Example:
# https://github.com/xsc/lein-ancient/issues/29
# https://github.com/xsc/lein-ancient/releases

# XXX: This should be moved out of rake directory
module Quality
  # Configuration for running quality tool
  class Config
    # Name of quality task.
    # Defaults to :quality.
    attr_accessor :quality_name

    # Name of ratchet task.
    # Defaults to :ratchet.
    attr_accessor :ratchet_name

    # Array of strings describing tools to be skipped--e.g., ["cane"]
    #
    # Defaults to []
    attr_accessor :skip_tools

    # Log command executation
    #
    # Defaults to false
    attr_accessor :verbose

    # Array of directory names which contain ruby files to analyze.
    #
    # Defaults to %w(app lib test spec feature), which translates to *.rb in
    # the base directory, as well as those directories.
    attr_writer :ruby_dirs

    # Array of directory names which contain any type of source
    # files to analyze.
    #
    # Defaults to the same as ruby_dirs
    attr_writer :source_dirs

    # Pick any extra files that are source files, but may not have
    # extensions--defaults to %w(Rakefile Dockerfile)
    attr_accessor :extra_files

    # Pick any extra files that are Ruby source files, but may not have
    # extensions--defaults to %w(Rakefile)
    attr_accessor :extra_ruby_files

    # Extensions for Ruby language files--defaults to 'rb,rake'
    attr_accessor :ruby_file_extensions

    # Extensions for all source files--defaults to
    # 'rb,rake,swift,cpp,c,java,py,clj,cljs,scala,js,yml,sh,json'
    attr_accessor :source_file_extensions

    # Pipe-separated regexp string describing what to look for in
    # files as 'todo'-like 'punchlist' comments.
    #
    # Defaults to 'XXX|TODO'
    attr_accessor :punchlist_regexp

    # Relative path to output directory where *_high_water_mark
    # files will be read/written
    #
    # Defaults to .
    attr_accessor :output_dir

    def ruby_dirs
      @ruby_dirs ||= %w(src app lib test spec feature)
    end

    def source_dirs
      @source_dirs ||= ruby_dirs.clone
    end

    def extra_files
      @extra_files ||= extra_ruby_files.clone.concat(%w(Dockerfile))
    end

    def extra_ruby_files
      @extra_ruby_files ||= %w(Rakefile)
    end<commit_msg>Remove redundant documentation<commit_after># XXX: I should figure out how to use tagged releases in github.  Example:
# https://github.com/xsc/lein-ancient/issues/29
# https://github.com/xsc/lein-ancient/releases

# XXX: This should be moved out of rake directory
module Quality
  # Configuration for running quality tool
  class Config
    # See README.md for documentation on these configuration parameters.

    attr_accessor :quality_name, :ratchet_name, :skip_tools, :verbose,
                  :ruby_dirs, :source_dirs, :extra_files, :extra_ruby_files,
                  :ruby_file_extensions, :source_file_extensions,
                  :punchlist_regexp, :output_dir

    def ruby_dirs
      @ruby_dirs ||= %w(src app lib test spec feature)
    end

    def source_dirs
      @source_dirs ||= ruby_dirs.clone
    end

    def extra_files
      @extra_files ||= extra_ruby_files.clone.concat(%w(Dockerfile))
    end

    def extra_ruby_files
      @extra_ruby_files ||= %w(Rakefile)
    end
{'fraction_non_alphanumeric': 0.07867185163027221, 'fraction_numerical': 0.0011965300628178283, 'mean_word_length': 3.06318347509113, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4120535', 'n_tokens_mistral': 1089, 'n_tokens_neox': 1016, 'n_words': 320}