<commit_before><?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="/sitemap.xsl"?>
<urlset xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9 http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd" xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
  {% capture site_url %}{% if site.url %}{{ site.url }}{% else %}{{ site.github.url }}{% endif %}{% endcapture %}
  {% for post in site.posts %}
  <url>
    <loc>{{ site_url }}{{ post.url }}</loc>
    <lastmod>{{ post.date | date_to_xmlschema }}</lastmod>
    <priority>0.8</priority>
  </url>
  {% endfor %}
  {% for post in site.pages %}
  <url>
    <loc>{{ site_url }}{{ post.url | replace:'index.html','' }}</loc>
    <lastmod>{{ site.time | date_to_xmlschema }}</lastmod>
    <changefreq>weekly</changefreq>
    <priority>{% if post.url == "/" %}1.0{% else %}0.7{% endif %}</priority>
  </url>
  {% endfor %}
  {% for file in site.static_files %}
  <url>
    <loc>{{ site_url }}{{ file.path }}</loc>
    <lastmod>{{ file.modified_time | date_to_xmlschema }}</lastmod>
    <priority>0.6</priority>
  </url>
  {% endfor %}
</urlset><commit_msg>Also take into account a /index.html URL.<commit_after><?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="/sitemap.xsl"?>
<urlset xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9 http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd" xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
  {% capture site_url %}{% if site.url %}{{ site.url }}{% else %}{{ site.github.url }}{% endif %}{% endcapture %}
  {% for post in site.posts %}
  <url>
    <loc>{{ site_url }}{{ post.url }}</loc>
    <lastmod>{{ post.date | date_to_xmlschema }}</lastmod>
    <priority>0.8</priority>
  </url>
  {% endfor %}
  {% for post in site.pages %}
  <url>
    <loc>{{ site_url }}{{ post.url | replace:'index.html','' }}</loc>
    <lastmod>{{ site.time | date_to_xmlschema }}</lastmod>
    <changefreq>weekly</changefreq>
    <priority>{% if post.url == "/" or post.url == "/index.html" %}1.0{% else %}0.7{% endif %}</priority>
  </url>
  {% endfor %}
  {% for file in site.static_files %}
  <url>
    <loc>{{ site_url }}{{ file.path }}</loc>
    <lastmod>{{ file.modified_time | date_to_xmlschema }}</lastmod>
    <priority>0.6</priority>
  </url>
  {% endfor %}
</urlset>
{'fraction_non_alphanumeric': 0.23433019254403933, 'fraction_numerical': 0.018025399426464563, 'mean_word_length': 3.8165680473372783, 'pattern_counts': {'":': 0, '<': 63, '<?xml version=': 2, '>': 63, 'https://': 0, 'lorem ipsum': 0, 'www.': 8, 'xml': 14}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '865133', 'n_tokens_mistral': 1008, 'n_tokens_neox': 930, 'n_words': 164}