<commit_before>require 'api_hammer/version'

module ApiHammer
  autoload :Rails, 'api_hammer/rails'
  autoload :RequestLogger, 'api_hammer/request_logger'
  autoload :ShowTextExceptions, 'api_hammer/show_text_exceptions'
  autoload :TrailingNewline, 'api_hammer/trailing_newline'
  autoload :Weblink, 'api_hammer/weblink'
  autoload :RailsOrSidekiqLoggerMiddleware, 'api_hammer/rails_or_sidekiq_logger'
  autoload :RailsOrSidekiqLogger, 'api_hammer/rails_or_sidekiq_logger'
  autoload :FaradayOutputter, 'api_hammer/faraday/outputter'
  autoload :FaradayCurlVOutputter, 'api_hammer/faraday/outputter'
  autoload :ParsedBody, 'api_hammer/parsed_body'
  module Faraday
    autoload :RequestLogger, 'api_hammer/faraday/request_logger'
  end
end

require 'faraday'
if Faraday.respond_to?(:register_middleware)
  Faraday.register_middleware(:request, :api_hammer_request_logger => proc { ApiHammer::Faraday::RequestLogger })
end
if Faraday::Request.respond_to?(:register_middleware)
  Faraday::Request.register_middleware(:api_hammer_request_logger => proc { ApiHammer::Faraday::RequestLogger })
end<commit_msg>autoload json filtration<commit_after>require 'api_hammer/version'

module ApiHammer
  autoload :Rails, 'api_hammer/rails'
  autoload :RequestLogger, 'api_hammer/request_logger'
  autoload :ShowTextExceptions, 'api_hammer/show_text_exceptions'
  autoload :TrailingNewline, 'api_hammer/trailing_newline'
  autoload :Weblink, 'api_hammer/weblink'
  autoload :RailsOrSidekiqLoggerMiddleware, 'api_hammer/rails_or_sidekiq_logger'
  autoload :RailsOrSidekiqLogger, 'api_hammer/rails_or_sidekiq_logger'
  autoload :FaradayOutputter, 'api_hammer/faraday/outputter'
  autoload :FaradayCurlVOutputter, 'api_hammer/faraday/outputter'
  autoload :ParsedBody, 'api_hammer/parsed_body'
  module Faraday
    autoload :RequestLogger, 'api_hammer/faraday/request_logger'
  end
  module Filtration
    autoload :Json, 'api_hammer/filtration/json'
  end
end

require 'faraday'
if Faraday.respond_to?(:register_middleware)
  Faraday.register_middleware(:request, :api_hammer_request_logger => proc { ApiHammer::Faraday::RequestLogger })
end
if Faraday::Request.respond_to?(:register_middleware)
  Faraday::Request.register_middleware(:api_hammer_request_logger => proc { ApiHammer::Faraday::RequestLogger })
end
{'fraction_non_alphanumeric': 0.09486510008703221, 'fraction_numerical': 0.0, 'mean_word_length': 8.307692307692308, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3990414', 'n_tokens_mistral': 876, 'n_tokens_neox': 808, 'n_words': 119}