<commit_before># Don't include the view helpers if not
# being used with rails
if defined?(::Rails)
  require 'downr/action_view/helpers'
  require 'downr/railtie' 
  require 'downr/engine'
end

# Namespace for classes and modules that handle markdown parsing
module Downr

  autoload :Pygmentize,     'pygmentize'
  autoload :Redcarpet,      'redcarpet'
  autoload :RailsEmoji,     'rails_emoji'
  autoload :Render,         'downr/render'
  autoload :Configuration,  'downr/configuration'
  autoload :Markdown,       'downr/markdown'

  # @attr [Configuration] configuration the configuration used for initializing the parser
  # @attr [Markdown] markdown the markdown object created from the configuration
  class << self
    attr_accessor :configuration, :markdown
  end

  # static method to define a Configuration
  # object with the given initialized data
  def self.configure
    self.configuration ||= Configuration.new
    yield(configuration)

    self.markdown ||= Markdown.new
  end

end<commit_msg>removed brackets<commit_after># Don't include the view helpers if not
# being used with rails
if defined?(::Rails)
  require 'downr/action_view/helpers'
  require 'downr/railtie' 
  require 'downr/engine'
end

# Namespace for classes and modules that handle markdown parsing
module Downr

  autoload :Pygmentize,     'pygmentize'
  autoload :Redcarpet,      'redcarpet'
  autoload :RailsEmoji,     'rails_emoji'
  autoload :Render,         'downr/render'
  autoload :Configuration,  'downr/configuration'
  autoload :Markdown,       'downr/markdown'

  # @attr Configuration configuration the configuration used for initializing the parser
  # @attr Markdown markdown the markdown object created from the configuration
  class << self
    attr_accessor :configuration, :markdown
  end

  # static method to define a Configuration
  # object with the given initialized data
  def self.configure
    self.configuration ||= Configuration.new
    yield(configuration)

    self.markdown ||= Markdown.new
  end

end
{'fraction_non_alphanumeric': 0.07422068283028203, 'fraction_numerical': 0.0, 'mean_word_length': 3.980295566502463, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '857035', 'n_tokens_mistral': 618, 'n_tokens_neox': 590, 'n_words': 194}