<commit_before># Use this file to easily define all of your cron jobs.
#
# It's helpful, but not entirely necessary to understand cron before proceeding.
# http://en.wikipedia.org/wiki/Cron
#
# Learn more: http://github.com/javan/whenever

job_type :rake_not_silent, 'cd :path && :environment_variable=:environment bundle exec rake :task :output'

every 1.minute do
  rake_not_silent 'main:rec_one'
  rake_not_silent 'main:rec_one'
end

every '3-50/3 * * * *' do
  rake_not_silent 'main:rec_ondemand'
end

every '0 15 * * *' do
  rake_not_silent 'main:ag_scrape'
end

every '4 10-22 * * *' do
  rake_not_silent 'onsen_scrape'
end

every '8 10-22 * * *' do
  rake_not_silent 'hibiki_scrape'
end

every '12 * * * *' do
  rake_not_silent 'radiko_scrape'
end

every '37 15 * * *' do
  rake_not_silent 'main:kill_zombie_process'
end

every '7 16 * * *' do
  rake_not_silent 'main:rm_working_files'
end
<commit_msg>fix PATH<commit_after># Use this file to easily define all of your cron jobs.
#
# It's helpful, but not entirely necessary to understand cron before proceeding.
# http://en.wikipedia.org/wiki/Cron
#
# Learn more: http://github.com/javan/whenever

job_type :rake_not_silent, 'export PATH=/usr/local/bin:$PATH; cd :path && :environment_variable=:environment bundle exec rake :task :output'

every 1.minute do
  rake_not_silent 'main:rec_one'
  rake_not_silent 'main:rec_one'
end

every '3-50/3 * * * *' do
  rake_not_silent 'main:rec_ondemand'
end

every '0 15 * * *' do
  rake_not_silent 'main:ag_scrape'
end

every '4 10-22 * * *' do
  rake_not_silent 'onsen_scrape'
end

every '8 10-22 * * *' do
  rake_not_silent 'hibiki_scrape'
end

every '12 * * * *' do
  rake_not_silent 'radiko_scrape'
end

every '37 15 * * *' do
  rake_not_silent 'main:kill_zombie_process'
end

every '7 16 * * *' do
  rake_not_silent 'main:rm_working_files'
end

{'fraction_non_alphanumeric': 0.11748781808337845, 'fraction_numerical': 0.029236599891716297, 'mean_word_length': 4.451327433628318, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5678307', 'n_tokens_mistral': 799, 'n_tokens_neox': 728, 'n_words': 187}