<commit_before><!DOCTYPE html>
<html>
<head>
    <meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
    <title>Diff</title>
</head>
<body>
<pre><code id="code" class="prettyprint"></code></pre>
<script language="javascript">
	document.getElementById("code").innerHTML = bitbeaker.getCode();

	String.prototype.startsWith = function(needle) { return(this.indexOf(needle) == 0); };
	var lines = document.getElementById("code").innerHTML.split(/\r?\n/);
	var colored = "";
	for (i=0; i<lines.length; i++) {
		var lines_modified = lines[i].match(/@@[ \-\+\d,]+@@/);
		if (lines_modified != null) {
			// range information (and optional section heading)
			colored += "<span style=\"background-color: #DEB887;\">" + lines_modified[0] + "</span>" +
				"<span style=\"background-color: #EED5B7;\">" + lines[i].substring(lines_modified[0].length) + "</span>\n";
		} else if (lines[i].startsWith("+")) {
			// added line
			colored += "<span style=\"background-color: #CCFFCC;\">" + lines[i] + "</span>\n";
		} else if (lines[i].startsWith("-")) {
			// deleted line
			colored += "<span style=\"background-color: #FFDDDD;\">" + lines[i] + "</span>\n";
		} else if (lines[i].startsWith(" ")) {
			// nothing changed
			colored += lines[i] + "\n";
		} else {
			// header information
			colored += "<span style=\"color: #A0A0A0;\">" + lines[i] + "</span>\n";
		}
	}
	document.getElementById("code").innerHTML = colored;


</script>
</body>
</html><commit_msg>update diff.html to display blocked<commit_after><!DOCTYPE html>
<html>
<head>
    <meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
    <title>Diff</title>
</head>
<body>
<pre><code id="code" class="prettyprint"></code></pre>
<script language="javascript">
	document.getElementById("code").innerHTML = bitbeaker.getCode();

	String.prototype.startsWith = function(needle) { return(this.indexOf(needle) == 0); };
	var lines = document.getElementById("code").innerHTML.split(/\r?\n/);
	var colored = "";
	for (i=0; i<lines.length; i++) {
		var lines_modified = lines[i].match(/@@[ \-\+\d,]+@@/);
		if (lines_modified != null) {
			// range information (and optional section heading)
			colored += "<div style=\"background-color: #DEB887;\">" + lines_modified[0] + "</div>" +
				"<div style=\"background-color: #EED5B7;\">" + lines[i].substring(lines_modified[0].length) + "</div>";
		} else if (lines[i].startsWith("+")) {
			// added line
			colored += "<div style=\"background-color: #CCFFCC;\">" + lines[i] + "</div>";
		} else if (lines[i].startsWith("-")) {
			// deleted line
			colored += "<div style=\"background-color: #FFDDDD;\">" + lines[i] + "</div>";
		} else if (lines[i].startsWith(" ")) {
			// nothing changed
			colored += lines[i] + "\n";
		} else {
			// header information
			colored += "<div style=\"color: #A0A0A0;\">" + lines[i] + "</div>";
		}
	}
	document.getElementById("code").innerHTML = colored;


</script>
</body>
</html>
{'fraction_non_alphanumeric': 0.23587474472430225, 'fraction_numerical': 0.008849557522123894, 'mean_word_length': 4.156140350877193, 'pattern_counts': {'":': 0, '<': 57, '<?xml version=': 0, '>': 55, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6411656', 'n_tokens_mistral': 1076, 'n_tokens_neox': 997, 'n_words': 201}