<commit_before>desc "deploy to cocoatree-site"
task :deploy => :render do
  sh "rm -rf website-deploy/*"
  sh "cp -R public/* website-deploy/"
  sh "pushd website-deploy && git add . && git commit -m 'Deploy Site.' && git push origin gh-pages"
end<commit_msg>Fix deploy.rake to be based on public.tar.<commit_after>namespace :deploy do
  desc 'Extract public.tar to website-deploy'
  task :extract do
    sh "rm -rf website-deploy/*"
    sh "pushd website-deploy && git rm -r . && popd"
    sh "tar -xf public.tar -C tmp"
    sh "mv -f tmp/public/* website-deploy"
    sh "pushd website-deploy && git add . && popd"
  end
  
  desc 'Push website-deploy submodule'
  task :push do
    sh "pushd website-deploy && git commit -m 'Deploy Site.' && git push origin gh-pages && popd"
  end
end

desc 'Render and export Site to website-deploy'
task :deploy => ['site', 'deploy:extract', 'deploy:push']
{'fraction_non_alphanumeric': 0.13534675615212527, 'fraction_numerical': 0.0, 'mean_word_length': 3.241706161137441, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5285990', 'n_tokens_mistral': 311, 'n_tokens_neox': 291, 'n_words': 111}