<commit_before><!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" 
                    "http://www.w3.org/TR/html4/loose.dtd">
<html>
<head>
    <meta http-equiv='Content-Type' content='text/html; charset=utf-8'>
    <link rel="stylesheet" href="bower_components/qunit/qunit/qunit.css" type="text/css" media="screen" />
    <script src="bower_components/jquery/dist/jquery.min.js"></script>
    <script src="bower_components/qunit/qunit/qunit.js"></script>
</head>
<body>
<h1 id="qunit-header">translit.bg Tests</h1>
<h2 id="qunit-banner"></h2>
<div id="qunit-testrunner-toolbar"></div>
<h2 id="qunit-userAgent"></h2>
<ol id="qunit-tests"></ol>
<div id="qunit-fixture">test markup, will be hidden</div>
<!-- include lib -->
<script src="src/translitbg.js"></script>
<!-- run tests -->
<script src="tests/test_general.js"></script>
<script src="tests/test_cyr2lat.js"></script>
</body>
</html><commit_msg>Fix doctype and indentation<commit_after><!DOCTYPE html>
<html>
<head>
  <meta http-equiv='Content-Type' content='text/html; charset=utf-8'>
  <link rel="stylesheet" href="bower_components/qunit/qunit/qunit.css" type="text/css" media="screen" />
  <script src="bower_components/jquery/dist/jquery.min.js"></script>
  <script src="bower_components/qunit/qunit/qunit.js"></script>
</head>
<body>
<h1 id="qunit-header">translit.bg Tests</h1>
<h2 id="qunit-banner"></h2>
<div id="qunit-testrunner-toolbar"></div>
<h2 id="qunit-userAgent"></h2>
<ol id="qunit-tests"></ol>
<div id="qunit-fixture">test markup, will be hidden</div>
<!-- include lib -->
<script src="src/translitbg.js"></script>
<!-- run tests -->
<script src="tests/test_general.js"></script>
<script src="tests/test_cyr2lat.js"></script>
</body>
</html>
{'fraction_non_alphanumeric': 0.22138728323699422, 'fraction_numerical': 0.012716763005780347, 'mean_word_length': 5.073684210526316, 'pattern_counts': {'":': 0, '<': 69, '<?xml version=': 0, '>': 69, 'https://': 0, 'lorem ipsum': 0, 'www.': 1, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '282908', 'n_tokens_mistral': 658, 'n_tokens_neox': 640, 'n_words': 104}