<commit_before>  <script>
  var jekyll = {};
  (function(model) {
    function parseList(str) { return str.split(',').filter(Boolean) }
    function splitString(html) { return html.split('\n').filter(Boolean) }

    function createSiteTags() {
      var tags = []
      {% for tag in site.tags %}
      tags.push({ name: '{{ tag[0] }}', count: {{ tag[1] | size }} })
      {% endfor %}
      return tags;
    }

    function createSitePosts() {
      var posts = []
      {% for post in site.posts %}
      posts.push({
        title: '{{ post.title }}',
        url: '{{ post.url }}',
        date: new Date('{{ post.date }}'),
        tags: parseList('{{ post.tags | join:"," }}'),
        content: {
          passages: splitString(`{{ post.content | strip_html }}`),
          html: `{{ post.content }}`
        }
      })
      {% endfor %}
      return posts
    }

    model.site = {
      time: new Date('{{ site.time }}'),
      posts: createSitePosts(),
      tags: createSiteTags()
    };
  })(jekyll);
  </script><commit_msg>Remove extraneous html content; replace string literals<commit_after>  <script>
  var jekyll = {};
  (function(model) {
    function parseList(str) { return str.split(',').filter(Boolean) }
    function splitString(html) { return html.split('\n').filter(Boolean) }

    function createSiteTags() {
      var tags = []
      {% for tag in site.tags %}
      tags.push({ name: '{{ tag[0] }}', count: {{ tag[1] | size }} })
      {% endfor %}
      return tags;
    }

    function createSitePosts() {
      var posts = []
      {% for post in site.posts %}
      posts.push({
        title: '{{ post.title }}',
        url: '{{ post.url }}',
        date: new Date('{{ post.date }}'),
        tags: parseList('{{ post.tags | join:"," }}'),
        content: {
          passages: splitString(unescape('{{ post.content | strip_html | newline_to_br | strip_newlines | split: '<br />' | join: '\n' | escape }}')),
        }
      })
      {% endfor %}
      return posts
    }

    model.site = {
      time: new Date('{{ site.time }}'),
      posts: createSitePosts(),
      tags: createSiteTags()
    };
  })(jekyll);
  </script>
{'fraction_non_alphanumeric': 0.1887141535615171, 'fraction_numerical': 0.0018501387604070306, 'mean_word_length': 2.22354694485842, 'pattern_counts': {'":': 0, '<': 8, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5689861', 'n_tokens_mistral': 698, 'n_tokens_neox': 672, 'n_words': 154}