<commit_before><html>
<body>

  <h1>Search</h1>

  <p>This is an HTML document</p>

  <form id="form" name="form" class="submittable" method="GET" action="#submit">
    <input name="q" type="text" class="textfield" />

    <input type="checkbox" value="1" />
    <input name="color" type="radio" value="1" />
    <input name="color" type="radio" value="2" />

    <textarea></textarea>

    <button id="submit">Search</button>
  </form>
</body>
</html>
<commit_msg>Using valid html for tests<commit_after><!doctype html>
<html>
<head>
    <meta http-equiv="Content-type" content="text/html;charset=UTF-8">
    <title>Example</title>
</head>
<body>
  <div>
    <h1>Search</h1>
    <p>This is an HTML document</p>
  </div>
  <div>
    <form id="form" name="form" class="submittable" method="GET" action="/#submit">
      <input name="q" type="text" class="textfield"></input>

      <input type="checkbox" value="1"></input>
      <input name="color" type="radio" value="1"></input>
      <input name="color" type="radio" value="2"></input>

      <textarea cols="80" rows="5"></textarea>

      <button id="submit">Search</button>
    </form>
  </div>
</body>
</html>

{'fraction_non_alphanumeric': 0.21936589545844046, 'fraction_numerical': 0.011996572407883462, 'mean_word_length': 4.012875536480687, 'pattern_counts': {'":': 0, '<': 53, '<?xml version=': 0, '>': 53, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1996836', 'n_tokens_mistral': 426, 'n_tokens_neox': 409, 'n_words': 88}