<commit_before>$KCODE = 'u'

require 'lib/rutils'
require 'rubygems'

begin
  require 'hoe'
  
  # Disable spurious warnings when running tests, ActiveMagic cannot stand -w
  Hoe::RUBY_FLAGS.replace ENV['RUBY_FLAGS'] || "-I#{%w(lib test).join(File::PATH_SEPARATOR)}" + 
    (Hoe::RUBY_DEBUG ? " #{RUBY_DEBUG}" : '')
  
  # Hoe minus dependency pollution plus unidocs plus rdoc fix. Kommunizm, perestroika.
  class KolkHoe < Hoe
    DOCOPTS = %w(--webcvs=http://rutils.rubyforge.org/svn/trunk/%s --charset=utf-8 --promiscuous)
    Rake::RDocTask.class_eval do
      alias_method :_odefine, :define
      def define; @options.unshift(*DOCOPTS); _odefine; end
    end
    
    def define_tasks
      extra_deps.reject! {|e| e[0] == 'hoe' }
      super
    end
  end
  
  KolkHoe.new('rutils', RuTils::VERSION) do |p|
    p.name = "rutils"
    p.author = ["<NAME>", "<NAME>", "<NAME>"]
    p.email = '<EMAIL>'
    p.summary = 'Simple processing of russian strings'
    p.url = "http://rutils.rubyforge.org"
    p.test_globs = 'test/t_*.rb'
  end
  
rescue LoadError
  $stderr.puts "Meta-operations on this package require Hoe and multi_rails"
  task :default => [ :test ]
  
  require 'rake/testtask'
  desc "Run all tests (requires BlueCloth, RedCloth and Rails for integration tests)"
  Rake::TestTask.new("test") do |t|
    t.libs << "test"
    t.pattern = 'test/t_*.rb'
    t.verbose = true
  end
end

begin
  require 'load_multi_rails_rake_tasks'
rescue LoadError
  $stderr.puts "Proper testing of this package with Rails requires multi_rails"
end<commit_msg>Our windows friends need zip<commit_after>$KCODE = 'u'

require 'lib/rutils'
require 'rubygems'

begin
  require 'hoe'
  
  # Disable spurious warnings when running tests, ActiveMagic cannot stand -w
  Hoe::RUBY_FLAGS.replace ENV['RUBY_FLAGS'] || "-I#{%w(lib test).join(File::PATH_SEPARATOR)}" + 
    (Hoe::RUBY_DEBUG ? " #{RUBY_DEBUG}" : '')
  
  # Hoe minus dependency pollution plus unidocs plus rdoc fix. Kommunizm, perestroika.
  class KolkHoe < Hoe
    DOCOPTS = %w(--webcvs=http://rutils.rubyforge.org/svn/trunk/%s --charset=utf-8 --promiscuous)
    Rake::RDocTask.class_eval do
      alias_method :_odefine, :define
      def define; @options.unshift(*DOCOPTS); _odefine; end
    end
    
    def define_tasks
      extra_deps.reject! {|e| e[0] == 'hoe' }
      super
    end
  end
  
  KolkHoe.new('rutils', RuTils::VERSION) do |p|
    p.name = "rutils"
    p.author = ["Julian '<NAME>", "<NAME>", "<NAME>"]
    p.email = '<EMAIL>'
    p.summary = 'Simple processing of russian strings'
    p.url = "http://rutils.rubyforge.org"
    p.test_globs = 'test/t_*.rb'
    p.need_zip = true
  end
  
rescue LoadError
  $stderr.puts "Meta-operations on this package require Hoe and multi_rails"
  task :default => [ :test ]
  
  require 'rake/testtask'
  desc "Run all tests (requires BlueCloth, RedCloth and Rails for integration tests)"
  Rake::TestTask.new("test") do |t|
    t.libs << "test"
    t.pattern = 'test/t_*.rb'
    t.verbose = true
  end
end

begin
  require 'load_multi_rails_rake_tasks'
rescue LoadError
  $stderr.puts "Proper testing of this package with Rails requires multi_rails"
end
{'fraction_non_alphanumeric': 0.13554502369668248, 'fraction_numerical': 0.001263823064770932, 'mean_word_length': 3.4094707520891365, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5576823', 'n_tokens_mistral': 1207, 'n_tokens_neox': 1149, 'n_words': 290}