<commit_before>require 'cabar/base'
require 'cabar/error'


require 'cabar/version/requirement'
require 'cabar/command/runner'
require 'yaml'
require 'erb'


module Cabar
  # Configuration file processor.
  #
  # Cabar configuration files are YAML documents that can be overlayed
  # from multiple yaml files.
  #
  # The CABAR_CONFIG environment variable specifies a list of
  # cabar_config.yml documents that are parsed and overlayed.
  # The default is "~/.cabar_conf.yml".
  #
  # /etc/cabar/host-<<hostname>>-conf.yml and /etc/cabar/default.yml are
  # implied at the end of CABAR_CONFIG for host and site-wide configuration.
  #
  # The CABAR_PATH environment variable specifies the list of 
  # component repositories to search for components.
  #
  # Cabar configurations can specify overrides for:
  #
  # * component selection.
  # * top-level component requires
  # * component options.
  # * plugin configuration.
  # * command options (NOT IMPLEMENTED).
  # * environment variables.
  # * facet options (NOT IMPLEMENTED).
  #
  # Use -C config.path.to.element=value,... to override configuration
  # from the command line.
  #
  # Example/Syntax:
  #
  #   cabar:
  #     version: v1.0
  #     configuration:
  #       # Override CABAR_PATH.
  #       component_search_path:
  #         
  #       # Other cabar_confg.ymls to be included.
  #       # Includes are overlayed before this config.
  #       include:
  #       - 'my_cabar_config.yml'<commit_msg>More Rdoc for configuration file syntax.<commit_after>require 'cabar/base'
require 'cabar/error'


require 'cabar/version/requirement'
require 'cabar/command/runner'
require 'yaml'
require 'erb'


module Cabar
  # Configuration file processor.
  #
  # Cabar configuration files are YAML documents that can be overlayed
  # from multiple yaml files.
  #
  # The CABAR_CONFIG environment variable specifies a list of
  # cabar_config.yml documents that are parsed and overlayed.
  # The default is "~/.cabar_conf.yml".
  #
  # /etc/cabar/host-<<hostname>>-conf.yml and /etc/cabar/default.yml are
  # implied at the end of CABAR_CONFIG for host and site-wide configuration.
  #
  # The CABAR_PATH environment variable specifies the list of 
  # component repositories to search for components.
  #
  # Cabar configurations can specify overrides for:
  #
  # * component selection.
  # * top-level component requires
  # * component options.
  # * plugin configuration.
  # * command options (NOT IMPLEMENTED).
  # * environment variables.
  # * facet options (NOT IMPLEMENTED).
  #
  # Use -C config.path.to.element=value,... to override configuration
  # from the command line.
  #
  # Example/Syntax:
  #
  #   cabar:
  #     version: v1.0
  #     configuration:
  #       # Override CABAR_PATH.
  #       component_search_path: "/override/repo1:/override/repo2"
  #         
  #       # Other cabar_confg.ymls to be included.
  #       # Includes are overlayed before this config.
  #       include:
  #       - 'my_cabar_config.yml'
{'fraction_non_alphanumeric': 0.09384359400998336, 'fraction_numerical': 0.0019966722129783694, 'mean_word_length': 2.9448818897637796, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3844270', 'n_tokens_mistral': 977, 'n_tokens_neox': 917, 'n_words': 275}