<commit_before><!doctype html>
<!--
/*!***************************************************
 * jmHighlight
 * Copyright (c) 2014-2015, <NAME>
 * For the full copyright and license information, 
 * please view the LICENSE file that was distributed 
 * with this source code.
 *****************************************************/
-->
<html>
	<head>
		<meta charset="utf-8">
		<title>jmHighlight</title>
		<style>
			.customHighlight{
				background:yellow;
			}
			.highlight{
				background:blue;
			}
		</style>
	</head>
<body>

<div class="context">
	<p>
		Lorem ipsum dolor sit amet, consetetur sadipscing elitr, ipsum sed diam nonumy eirmod tempor invidunt ut labore et dolore magna aliquyam erat, sed diam voluptua. At vero eos et accusam et justo duo dolores et ea rebum. Stet clita kasd gubergren, no sea takimata sanctus est Lorem ipsum dolor sit amet. Lorem ipsum dolor sit amet, consetetur sadipscing elitr, sed diam nonumy eirmod tempor invidunt ut labore et dolore magna aliquyam erat, sed diam voluptua. At vero eos et accusam et justo duo dolores et ea rebum. Stet clita kasd gubergren, no sea takimata sanctus est Lorem data ipsum dolor sit amet.
	</p>
	<div>
		<p>
			Hello World <span class="ignore">justo</span> I am a paragraph inside a DIV
		</p>
	</div>
	<div class="noHighlight">
		justo justo justo this should be ignored
	</div>
	<span>I should not be ignored Justo hihi</span>
</div>

<script type="text/javascript" src="../lib/jquery/dist/jquery.min.js"></script>
<script type="text/javascript" src="../src/jquery.jmHighlight.js"></script>
<script type="text/javascript">
	$(document).ready(function(){
		
		// Highlight all keywords inside .test
		// but do not highlight text inside .noHighlight and .ignore
		// Also create a "span" element with class customHighlight
		// for the highlighting.
		$(".context").jmHighlight("justo", {
			"filter": [
				".noHighlight",
				".ignore"
			],
			"element": "span",
			"className": "customHighlight"
		});
		
		// Highlight another keyword
		setTimeout(function(){
			$(".context").jmHighlight("lorem ipsum justo", {
				"filter": [
					".noHighlight",
					".ignore"
				],
				"element": "span",
				"className": "customHighlight",
				"separateWordSearch": true
			});
		}, 5000);
		
		// Remove highlight of a keyword
		setTimeout(function(){
			$(".context").jmRemoveHighlight({
				"element": "span",
				"className": "customHighlight"
			});
		}, 3000);
		
	});
</script>
</body>
</html>
<commit_msg>Added complex test protocol <commit_after><!doctype html>
<!--
/*!***************************************************
 * jmHighlight
 * Copyright (c) 2014-2015, <NAME>
 * For the full copyright and license information, 
 * please view the LICENSE file that was distributed 
 * with this source code.
 *****************************************************/
-->
<html>
	<head>
		<meta http-equiv="X-UA-Compatible" content="IE=EDGE">
		<meta charset="utf-8">
		<title>jmHighlight</title>
		<style>
			.customHighlight{
				background:yellow;
			}
			.highlight{
				background:blue;
			}
		</style>
	</head>
<body>

<div class="context">
	<p>
		Consetetur Lorem ipsum justô sit amet, consetetur sadipscing elitr,
		<!-- One span element with a "s" at the end of the keyword -->
		<span style="color:green;">dolors</span>
		<span style="color:green;">dolor</span>
		ipsum seddiam nonumy eirmod tempor invidunt ut labore et dolore magna
		aliquyam erat, sed diam voluptua. At vero eos et accusam et justò duo
		dolores et ea rebum. Stet clita kasd gubergren justo, no sea takimata
		sanctus est Lorem ipsum dolor sit amet. Lorem ipsum dolor sit amet,
		consetetur sadipscing elitr, sed diam nonumy eirmod tempor invidunt
		ut labore et dolore magna aliquyam erat, sed diam voluptua. At vero
		eos et accusam et justo duo dolores et ea rebum. Stet clita kasd gubergren,
		no sea takimata sanctus est Lorem data ipsum dolor sit amet.
	</p>
	<div>
		<p>
			Hello World <span class="ignore">justo</span> I am a paragraph inside a DIV
		</p>
	</div>
	<div class="noHighlight">
		justo justo justo this should be ignored
	</div>
	<span>I should not be ignored JÚsto lorem</span>
</div>

<script type="text/javascript" src="../lib/jquery/dist/jquery.js"></script>
<script type="text/javascript" src="../src/jquery.jmHighlight.js"></script>
<script type="text/javascript">
	/**
	 * Test Protocol
	 */
	$(document).ready(function(){
		
		console.log("Highlighting 'lorem ipsum justò' separately: Should appear with yellow background");
		$(".context").jmHighlight("lorem ipsum justò", {
			"filter": [
				".noHighlight",
				".ignore"
			],
			"element": "span",
			"className": "customHighlight",
			"separateWordSearch": true
		});
		
		setTimeout(function(){
			console.log("Highlighting 'lgubergren': Should appear with blue background");
			$(".context").jmHighlight("gubergren", {
				"filter": [
					".noHighlight",
					".ignore"
				],
				"element": "span",
				"className": "highlight"
			});
		}, 1000);
		
		setTimeout(function(){
			console.log("Removing highlighting with yellow background");
			$(".context").jmRemoveHighlight({
				"element": "span",
				"className": "customHighlight"
			});
		}, 3000);
		
		setTimeout(function(){
			console.log("Highlighting separately 'lorem dolor': Should appear with yellow background");
			$(".context").jmHighlight("lorem dolor", {
				"filter": [
					".noHighlight",
					".ignore"
				],
				"element": "span",
				"className": "customHighlight",
				"separateWordSearch": true
			});
		}, 6000);
		
		setTimeout(function(){
			console.log("Removing highlighting with blue background");
			$(".context").jmRemoveHighlight({
				"element": "span",
				"className": "highlight"
			});
		}, 9000);
		
		setTimeout(function(){
			console.log("Highlighting 'justo': Should appear with blue background and as a i-element");
			$(".context").jmHighlight("justo", {
				"filter": [
					".noHighlight",
					".ignore"
				],
				"element": "i",
				"className": "highlight"
			});
		}, 12000);
		
		setTimeout(function(){
			console.log("Removing highlighting 'justo' with blue background and as a i-element");
			$(".context").jmRemoveHighlight({
				"filter": [
					".noHighlight",
					".ignore"
				],
				"element": "i",
				"className": "highlight"
			});
		}, 15000);
		
		setTimeout(function(){
			console.log("Clear highlighting with yellow background");
			$(".context").jmRemoveHighlight({
				"filter": [
					".noHighlight",
					".ignore"
				],
				"element": "span",
				"className": "customHighlight"
			});
		}, 18000);
		
		setTimeout(function(){
			console.log("Highlighting 'lorem ipsum': Should appear with yellow background");
			$(".context").jmHighlight("lorem ipsum", {
				"filter": [
					".noHighlight",
					".ignore"
				],
				"element": "span",
				"className": "customHighlight",
				"separateWordSearch": false
			});
		}, 21000);
		
		
	});
</script>
</body>
</html>

{'fraction_non_alphanumeric': 0.1773960739030023, 'fraction_numerical': 0.00894919168591224, 'mean_word_length': 3.640991292699263, 'pattern_counts': {'":': 37, '<': 77, '<?xml version=': 0, '>': 77, 'https://': 0, 'lorem ipsum': 5, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 9, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2682043', 'n_tokens_mistral': 2716, 'n_tokens_neox': 2175, 'n_words': 630}