<commit_before><html>
  <head>
    <title>COI data store</title>
    <link href="/resources/bootstrap-3.0.3/css/bootstrap.min.css" rel="stylesheet">
    <link href="/resources/style.css" rel="stylesheet">
  </head>
  <body>
    <div id="main"></div>
    <div id="haxe:trace"></div>
    <script type="text/javascript" src="/resources/jquery-1.11.0.js"></script>
    <script type="text/javascript" src="/resources/jquery.form.min.js"></script>
    <script type="text/javascript" src="/resources/bootstrap-3.0.3/js/bootstrap.min.js"></script>
    <script type="text/javascript" src="/resources/application.js"></script>
  </body>
</html>
<commit_msg>[Client]不要なエレメントを除去 [Client]doctype, charsetを明示<commit_after><!DOCTYPE html>
<html>
  <head>
    <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
    <title>COI data store</title>
    <link href="/resources/bootstrap-3.0.3/css/bootstrap.min.css" rel="stylesheet">
    <link href="/resources/style.css" rel="stylesheet">
  </head>
  <body>
    <div id="main"></div>
    <script type="text/javascript" src="/resources/jquery-1.11.0.js"></script>
    <script type="text/javascript" src="/resources/jquery.form.min.js"></script>
    <script type="text/javascript" src="/resources/bootstrap-3.0.3/js/bootstrap.min.js"></script>
    <script type="text/javascript" src="/resources/application.js"></script>
  </body>
</html>

{'fraction_non_alphanumeric': 0.21026011560693642, 'fraction_numerical': 0.015173410404624277, 'mean_word_length': 4.368217054263566, 'pattern_counts': {'":': 0, '<': 47, '<?xml version=': 0, '>': 47, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4971736', 'n_tokens_mistral': 481, 'n_tokens_neox': 471, 'n_words': 68}