<commit_before><commit_msg>Added long overdue db recycle task<commit_after>namespace :db do
  desc "Recycle the database by dropping, recreating, and migrating"
  task :recycle => :environment  do
    filename = File.join(RAILS_ROOT, 'config', 'database.yml')
    config   = YAML::load(File.open(filename))
    database = config[ENV['RAILS_ENV']]['database']
    ActiveRecord::Base.connection.execute("DROP DATABASE #{database}")
    ActiveRecord::Base.connection.execute("CREATE DATABASE #{database}")
  end
end
{'fraction_non_alphanumeric': 0.130859375, 'fraction_numerical': 0.0, 'mean_word_length': 5.662337662337662, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4006672', 'n_tokens_mistral': 158, 'n_tokens_neox': 154, 'n_words': 37}