<commit_before>set :output, "log/cron.log"

job_type :runner, "source ${HOME}/.rvm/scripts/rvm && cd :path && bundle exec rails runner -e :environment ':task' :output"

every 1.minute, roles: [:cron] do
  runner "HackerNewsRealtimeCrawler.new.sanity_check(100)"
  runner "User.where('updated_at >= ?', 1.minute.ago).reindex!"
  runner "Item.where('updated_at >= ?', 1.minute.ago).reindex!"
end

every 10.minute, roles: [:cron] do
  runner "HackerNewsRealtimeCrawler.new.indexing_check"
end<commit_msg>Safer<commit_after>set :output, "log/cron.log"

job_type :runner, "source ${HOME}/.rvm/scripts/rvm && cd :path && bundle exec rails runner -e :environment ':task' :output"

every 1.minute, roles: [:cron] do
  runner "HackerNewsRealtimeCrawler.new.sanity_check(100)"
  runner "User.where('updated_at >= ?', 5.minute.ago).reindex!"
  runner "Item.where('updated_at >= ?', 5.minute.ago).reindex!"
end

every 10.minute, roles: [:cron] do
  runner "HackerNewsRealtimeCrawler.new.indexing_check"
end
{'fraction_non_alphanumeric': 0.16700201207243462, 'fraction_numerical': 0.01609657947686117, 'mean_word_length': 5.503267973856209, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4966350', 'n_tokens_mistral': 384, 'n_tokens_neox': 365, 'n_words': 77}