<commit_before><commit_msg>Janus tools/hammer: Add installation task.<commit_after>namespace :plugins do
  desc "Install the hammer plugin."
  task :install_hammer do
    begin
      require 'rubygems'
      if Gem.cache.find_name('github-markup').length == 0
        sh "gem install github-markup"
      end
      if Gem.cache.find_name('redcarpet').length == 0
        sh "gem install redcarpet"
      end
    rescue LoadError
      puts "Could not install github-markup and redcarpet, please install them manually."
      puts "gem install github-markup redcarpet"
    end
  end

  task :install => :install_hammer
end
{'fraction_non_alphanumeric': 0.08373590982286634, 'fraction_numerical': 0.00322061191626409, 'mean_word_length': 3.038961038961039, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6788886', 'n_tokens_mistral': 191, 'n_tokens_neox': 180, 'n_words': 58}