<commit_before>Site.all.each do |site|
  SitemapGenerator::Sitemap.default_host = "http://#{site.url}"
  SitemapGenerator::Sitemap.sitemaps_path = "sitemaps/#{site.slug}"
  SitemapGenerator::Sitemap.create do
    site_pages = site.pages
    (site_pages - [site.home_page]).each do |page|
      path = ''
      page.ancestor_ids.each do |id|
        path += site_pages.select { |p| p.id == id.to_i }.first.slug + '/'
      end
      add(path + page.slug)
    end<commit_msg>skip sitemap for sites without a url<commit_after>Site.all.each do |site|
  unless site.url.blank?
    SitemapGenerator::Sitemap.default_host = "http://#{site.url}"
    SitemapGenerator::Sitemap.sitemaps_path = "sitemaps/#{site.slug}"
    SitemapGenerator::Sitemap.create do
      site_pages = site.pages
      (site_pages - [site.home_page]).each do |page|
        path = ''
        page.ancestor_ids.each do |id|
          path += site_pages.select { |p| p.id == id.to_i }.first.slug + '/'
        end
        add(path + page.slug)
      end
    end
{'fraction_non_alphanumeric': 0.1455078125, 'fraction_numerical': 0.0, 'mean_word_length': 2.8533834586466167, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2593433', 'n_tokens_mistral': 369, 'n_tokens_neox': 376, 'n_words': 66}