<commit_before><html>
	<meta charset="UTF-8">
	<head><title>JoinLine</title></head>
	<body onload="resizeTextArea(); area.focus();" onresize="resizeTextArea()">
		<form id="form1">
			<textarea id="area" style="width: 100%"></textarea>
			<div id="formWrapper">
				Source is separated by:
				<input type="radio" id="radioNewline" name="sep" checked/>Newline
				<input type="radio" id="radioTab" name="sep"/>Tab
				<br/>
				<input type="button" value="Join" onclick="btnJoin()"/>
				<input type="button" value="Split" onclick="btnSplit()"/>
				Separator:
				<input type="text" id="txtSep" value=", "/>
				<br>
				<input type="text" id="txtLine" style="width: 100%"/>
			</div>
		</form>
		<script type="text/javascript">
			var area = document.getElementById("area");
			var txtSep = document.getElementById("txtSep");
			var radioNewline = document.getElementById("radioNewline");
			var radioTab = document.getElementById("radioTab");

			function replaceAll(text, searchValue, newValue) {
				return text.split(searchValue).join(newValue);
			}

			function resizeTextArea() {
				var heightOfForm = document.getElementById('formWrapper').offsetHeight;
				var heightOfBody = document.body.clientHeight;
				var buffer = 35;
				area.style.height = (heightOfBody - heightOfForm) - buffer;
			}

			function btnJoin() {
				var t = area.value.replace(/\s+$|\r/g, "");
				if (radioNewline.checked)
					var searchValue = "\n";
				else
					var searchValue = "\t";
				txtLine.value = replaceAll(t, searchValue, txtSep.value);
			}

			function btnSplit() {
				if (radioNewline.checked)
					var newValue = "\r\n";
				else
					var newValue = "\t";
				area.value = replaceAll(txtLine.value, txtSep.value, newValue);
			}
		</script>
	</body>
</html>
<commit_msg>bug fix<commit_after><html>
	<meta charset="UTF-8">
	<head><title>JoinLine</title></head>
	<body onload="resizeTextArea(); area.focus();" onresize="resizeTextArea()">
		<form id="form1">
			<textarea id="area" style="width: 100%"></textarea>
			<div id="formWrapper">
				Source is separated by:
				<input type="radio" id="radioNewline" name="sep" checked/>Newline
				<input type="radio" id="radioTab" name="sep"/>Tab
				<br/>
				<input type="button" value="Join" onclick="btnJoin()"/>
				<input type="button" value="Split" onclick="btnSplit()"/>
				Separator:
				<input type="text" id="txtSep" value=", "/>
				<br>
				<input type="text" id="txtLine" style="width: 100%"/>
			</div>
		</form>
		<script type="text/javascript">
			var area = document.getElementById("area");
			var txtSep = document.getElementById("txtSep");
			var txtLine = document.getElementById("txtLine");
			var radioNewline = document.getElementById("radioNewline");
			var radioTab = document.getElementById("radioTab");

			function replaceAll(text, searchValue, newValue) {
				return text.split(searchValue).join(newValue);
			}

			function resizeTextArea() {
				var heightOfForm = document.getElementById('formWrapper').offsetHeight;
				var heightOfBody = document.body.clientHeight;
				var buffer = 35;
				area.style.height = (heightOfBody - heightOfForm) - buffer;
			}

			function btnJoin() {
				var t = area.value.replace(/\s+$|\r/g, "");
				if (radioNewline.checked)
					var searchValue = "\n";
				else
					var searchValue = "\t";
				txtLine.value = replaceAll(t, searchValue, txtSep.value);
			}

			function btnSplit() {
				if (radioNewline.checked)
					var newValue = "\r\n";
				else
					var newValue = "\t";
				area.value = replaceAll(txtLine.value, txtSep.value, newValue);
			}
		</script>
	</body>
</html>

{'fraction_non_alphanumeric': 0.17032509030286191, 'fraction_numerical': 0.005557099194220617, 'mean_word_length': 3.8257372654155497, 'pattern_counts': {'":': 0, '<': 53, '<?xml version=': 0, '>': 53, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7505121', 'n_tokens_mistral': 1409, 'n_tokens_neox': 1142, 'n_words': 248}