<commit_before># coding: utf-8
lib = File.expand_path('../lib', __FILE__)
$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
require 'arc-furnace/version'

Gem::Specification.new do |spec|
  spec.name          = "arc-furnace"
  spec.version       = ArcFurnace::VERSION
  spec.authors       = ["<NAME>", "<NAME>"]
  spec.email         = ["<EMAIL>"]

  spec.summary       = %q{Melds and transforms data from multiple sources into a single stream}
  spec.description   = %q{An ETL library for Ruby that performs the basic actions of ETL: extract, transform, and load. Easily extensible.}
  spec.homepage      = "http://github.com/salsify/arc-furnace"
  spec.license       = "MIT"

  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
  # delete this section to allow pushing this gem to any host.
  if spec.respond_to?(:metadata)
    spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com'"
  else
    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
  end

  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
  spec.bindir        = "exe"
  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
  spec.require_paths = ["lib"]

  spec.add_dependency 'msgpack', '~> 0.6'
  spec.add_dependency 'activesupport', '>= 3.2'
  spec.add_dependency 'eigenclass', '~> 2'
  spec.add_dependency 'roo', '>= 2.1'

  spec.add_development_dependency 'bundler', '~> 1.9'
  spec.add_development_dependency 'rake', '~> 10.0'
  spec.add_development_dependency 'rspec', '~> 3'
  spec.add_development_dependency 'ice_nine', '>= 0.11'
end<commit_msg>Lose the bundler dependency since it wasn't needed and strip out allowed_push_hosts to prep for rubygems pushing.<commit_after># coding: utf-8
lib = File.expand_path('../lib', __FILE__)
$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
require 'arc-furnace/version'

Gem::Specification.new do |spec|
  spec.name          = "arc-furnace"
  spec.version       = ArcFurnace::VERSION
  spec.authors       = ["<NAME>", "<NAME>"]
  spec.email         = ["<EMAIL>"]

  spec.summary       = %q{Melds and transforms data from multiple sources into a single stream}
  spec.description   = %q{An ETL library for Ruby that performs the basic actions of ETL: extract, transform, and load. Easily extensible.}
  spec.homepage      = "http://github.com/salsify/arc-furnace"
  spec.license       = "MIT"

  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
  spec.bindir        = "exe"
  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
  spec.require_paths = ["lib"]

  spec.add_dependency 'msgpack', '~> 0.6'
  spec.add_dependency 'activesupport', '>= 3.2'
  spec.add_dependency 'eigenclass', '~> 2'
  spec.add_dependency 'roo', '>= 2.1'

  spec.add_development_dependency 'rake', '~> 10.0'
  spec.add_development_dependency 'rspec', '~> 3'
  spec.add_development_dependency 'ice_nine', '>= 0.11'
end
{'fraction_non_alphanumeric': 0.15293731539218905, 'fraction_numerical': 0.0118148999015425, 'mean_word_length': 3.6322188449848025, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 24, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2053238', 'n_tokens_mistral': 1122, 'n_tokens_neox': 1054, 'n_words': 249}