<commit_before>$LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__))) unless $LOAD_PATH.include?(File.expand_path(File.dirname(__FILE__)))

require 'digest/md5'
require 'nokogiri'
require 'iconv'
require 'httparty'
require 'open-uri'
require 'json'
require 'gov_kit/configuration'
require 'csv'

if RUBY_VERSION[0,3] == "1.8"
  require 'fastercsv'
end

module GovKit
  autoload :Resource, 'gov_kit/resource'
  autoload :OpenStates, 'gov_kit/open_states'
  autoload :TransparencyData, 'gov_kit/transparency_data'
  autoload :VoteSmart, 'gov_kit/vote_smart'
  autoload :ActsAsNoteworthy, 'gov_kit/acts_as_noteworthy'
  autoload :FollowTheMoney, 'gov_kit/follow_the_money'
  autoload :OpenCongress, 'gov_kit/open_congress'
  autoload :SearchEngines, 'gov_kit/search_engines'
  
  # Convenience class to represent a news story or blog post.
  # Used by GovKit::SearchEngines classes.
  class Mention
    attr_accessor :url, :excerpt, :title, :source, :date, :weight, :search_source
  end

  class GovKitError < StandardError
  end<commit_msg>add missing active_support require's<commit_after>$LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__))) unless $LOAD_PATH.include?(File.expand_path(File.dirname(__FILE__)))

require 'digest/md5'
require 'nokogiri'
require 'iconv'
require 'httparty'
require 'open-uri'
require 'json'
require 'gov_kit/configuration'
require 'csv'

# String#singularize in Resource#resource_for_collection
require 'active_support/inflector'
# String#last in Resource#method_missing
require 'active_support/core_ext/string'
# Object#blank? in Resource#parse
# Object#duplicable? in Resource#unload
require 'active_support/core_ext/object'

if RUBY_VERSION[0,3] == "1.8"
  require 'fastercsv'
end

module GovKit
  autoload :Resource, 'gov_kit/resource'
  autoload :OpenStates, 'gov_kit/open_states'
  autoload :TransparencyData, 'gov_kit/transparency_data'
  autoload :VoteSmart, 'gov_kit/vote_smart'
  autoload :ActsAsNoteworthy, 'gov_kit/acts_as_noteworthy'
  autoload :FollowTheMoney, 'gov_kit/follow_the_money'
  autoload :OpenCongress, 'gov_kit/open_congress'
  autoload :SearchEngines, 'gov_kit/search_engines'
  
  # Convenience class to represent a news story or blog post.
  # Used by GovKit::SearchEngines classes.
  class Mention
    attr_accessor :url, :excerpt, :title, :source, :date, :weight, :search_source
  end

  class GovKitError < StandardError
  end
{'fraction_non_alphanumeric': 0.10495626822157435, 'fraction_numerical': 0.004164931278633903, 'mean_word_length': 6.50625, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2703925', 'n_tokens_mistral': 874, 'n_tokens_neox': 838, 'n_words': 180}