<commit_before><!-- some code adapted from www.degeneratestate.org/static/metal_lyrics/metal_line.html -->
<!-- <!DOCTYPE html>
<meta content="utf-8"> -->
<style> /* set the CSS */

body {
  font: 12px Arial;
}

path {
  stroke: steelblue;
  stroke-width: 2;
  fill: none;
}

.axis path,
.axis lineper {
  fill: none;
  stroke: grey;
  stroke-width: 1;
  shape-rendering: crispEdges;
}

div.tooltip {
  position: absolute;
  text-align: center;
  width: 150px;
  height: 28px;
  padding: 2px;
  font: 12px sans-serif;
  background: lightsteelblue;
  border: 0px;
  border-radius: 8px;
  pointer-events: none;
}

.category_header {
  font: 12px sans-serif;
  font-weight: bolder;
  text-decoration: underline;
}

div.label {
  position: absolute;
  text-align: left;
  padding: 1px;
  border-spacing: 1px;
  font: 10px sans-serif;
  border: 0;
  pointer-events: none;
}

input {
  border: 1px dotted #ccc;
  background: white;
  font-family: monospace;
  padding: 10px 20px;
  font-size: 14px;
  margin: 20px 10px 30px 0;
  color: darkred;
}

.alert {
  font-family: monospace;
  padding: 10px 20px;
  font-size: 14px;
  margin: 20px 10px 30px 0;
  color: darkred;
}

ul.top_terms li {
  padding-right: 20px;
  font-size: 30pt;
  color: red;
}

input:focus {
  background-color: lightyellow;
  outline: none;
}

.snippet {
  padding-bottom: 10px;
  padding-left: 5px;
  padding-right: 5px;

}

.snippet_header {
  font: 20px sans-serif;
  font-weight: bolder;
  text-decoration: underline;
  text-align: center;
  border-bottom-width: 10px;
  border-bottom-color: #888888;
  padding-bottom: 10px;
}

.text_header {
  font: 18px sans-serif;
  font-weight: bolder;
  text-decoration: underline;
  text-align: center;
  color: darkblue;
  padding-bottom: 10px;
}

.text_subheader {
  font: 14px sans-serif;
  font-weight: bolder;
  text-align: center;
  color: #444444;
}


.left_contexts {
  width: 45%;
  float: left;
}

.right_contexts {
  width: 45%;
  float: left;
}

.small_label {
  font-size: 10px;
}

#cat {
}

#notcat {
}

</style>
<script src="http://d3js.org/d3.v4.min.js" charset="utf-8"></script>
<script src="http://d3js.org/d3-scale-chromatic.v1.min.js" charset="utf-8"></script>
<div id="d3-div-1"> </div>
<form name="termForm" onSubmit="return handleSearch()">
  <input name="Submit" type="submit" value="Search for term">
  <input type="text" id="searchTerm" placeholder="Type a word or two&hellip;">
  <span id="alertMessage" class="alert"></span>
</form>
<a name="snippets"></a>
<a name="snippetsalt"></a>
<div id="termstats"></div>
<div id="d3-div-2">
 <div class="snippet_header left_contexts" id="cathead"></div>
 <div class="snippet_header right_contexts" id="notcathead"></div>
 <div class="snippet left_contexts" id="cat"></div>
 <div class="snippet right_contexts" id="notcat"></div>
</div>
<script>
  <!-- INSERT SCRIPT -->
</script>
<commit_msg>Added metadata<commit_after><!-- some code adapted from www.degeneratestate.org/static/metal_lyrics/metal_line.html -->
<!-- <!DOCTYPE html>
<meta content="utf-8"> -->
<style> /* set the CSS */

body {
  font: 12px Arial;
}

path {
  stroke: steelblue;
  stroke-width: 2;
  fill: none;
}

.axis path,
.axis lineper {
  fill: none;
  stroke: grey;
  stroke-width: 1;
  shape-rendering: crispEdges;
}

div.tooltip {
  position: absolute;
  text-align: center;
  width: 150px;
  height: 28px;
  padding: 2px;
  font: 12px sans-serif;
  background: lightsteelblue;
  border: 0px;
  border-radius: 8px;
  pointer-events: none;
}

.category_header {
  font: 12px sans-serif;
  font-weight: bolder;
  text-decoration: underline;
}

div.label {
  position: absolute;
  text-align: left;
  padding: 1px;
  border-spacing: 1px;
  font: 10px sans-serif;
  border: 0;
  pointer-events: none;
}

input {
  border: 1px dotted #ccc;
  background: white;
  font-family: monospace;
  padding: 10px 20px;
  font-size: 14px;
  margin: 20px 10px 30px 0;
  color: darkred;
}

.alert {
  font-family: monospace;
  padding: 10px 20px;
  font-size: 14px;
  margin: 20px 10px 30px 0;
  color: darkred;
}

ul.top_terms li {
  padding-right: 20px;
  font-size: 30pt;
  color: red;
}

input:focus {
  background-color: lightyellow;
  outline: none;
}

.snippet {
  padding-bottom: 10px;
  padding-left: 5px;
  padding-right: 5px;

}

.snippet_header {
  font: 20px sans-serif;
  font-weight: bolder;
  text-decoration: underline;
  text-align: center;
  border-bottom-width: 10px;
  border-bottom-color: #888888;
  padding-bottom: 10px;
}

.text_header {
  font: 18px sans-serif;
  font-weight: bolder;
  text-decoration: underline;
  text-align: center;
  color: darkblue;
  padding-bottom: 10px;
}

.text_subheader {
  font: 14px sans-serif;
  font-weight: bolder;
  text-align: center;
  color: #444444;
}

.snippet_meta {
  border-top: 3px solid #4588ba;
  font: 12px sans-serif;
  color: darkblue;
}

.left_contexts {
  width: 45%;
  float: left;
}

.right_contexts {
  width: 45%;
  float: left;
}

.small_label {
  font-size: 10px;
}

#cat {
}

#notcat {
}

</style>
<script src="http://d3js.org/d3.v4.min.js" charset="utf-8"></script>
<script src="http://d3js.org/d3-scale-chromatic.v1.min.js" charset="utf-8"></script>
<div id="d3-div-1"> </div>
<form name="termForm" onSubmit="handleSearch(); return false;">
  <input name="Submit" type="submit" value="Search for term">
  <input type="text" id="searchTerm" placeholder="Type a word or two&hellip;">
  <span id="alertMessage" class="alert"></span>
</form>
<a name="snippets"></a>
<a name="snippetsalt"></a>
<div id="termstats"></div>
<div id="d3-div-2">
 <div class="snippet_header left_contexts" id="cathead"></div>
 <div class="snippet_header right_contexts" id="notcathead"></div>
 <div class="snippet left_contexts" id="cat"></div>
 <div class="snippet right_contexts" id="notcat"></div>
</div>
<script>
  <!-- INSERT SCRIPT -->
</script>

{'fraction_non_alphanumeric': 0.16455696202531644, 'fraction_numerical': 0.035066712281902154, 'mean_word_length': 3.8725, 'pattern_counts': {'":': 0, '<': 77, '<?xml version=': 0, '>': 77, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4995782', 'n_tokens_mistral': 2512, 'n_tokens_neox': 2280, 'n_words': 522}