<commit_before>require 'rspec/core/rake_task'

RSpec::Core::RakeTask.new(:spec)

RSpec::Core::RakeTask.new(:rcov) do |t|
  t.rcov = true
  t.rcov_opts = %w{--exclude osx\/objc,gems\/,spec\/}
end

task :spec => [:ensure_diff_lcs, :compile]

task :ensure_diff_lcs do
  # A little insurance against rake on JRuby not passing the error from load-diff-lcs.rb
  begin
    require 'diff/lcs'
  rescue LoadError
    begin
      require 'rubygems' unless ENV['NO_RUBYGEMS']
      require 'diff/lcs'
    rescue LoadError
      raise "You must gem install diff-lcs to run the specs."
    end
  end
end<commit_msg>Remove diff-lcs requirement.<commit_after>require 'rspec/core/rake_task'

RSpec::Core::RakeTask.new(:spec)

RSpec::Core::RakeTask.new(:rcov) do |t|
  t.rcov = true
  t.rcov_opts = %w{--exclude osx\/objc,gems\/,spec\/}
end

task :spec => [:compile]
{'fraction_non_alphanumeric': 0.1425206124852768, 'fraction_numerical': 0.0, 'mean_word_length': 3.8295454545454546, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1599969', 'n_tokens_mistral': 336, 'n_tokens_neox': 330, 'n_words': 75}