<commit_before><!doctype html>
<html>
	<head>
		<meta charset="utf-8">
		<title>𝔼𝕊𝕄𝕚𝕟 Interpreter</title>
		<link rel="stylesheet prefetch" href="https://molarmanful.github.io/TerseUI/bootstrap.min.css">
		<script src="https://rawgit.com/pieroxy/lz-string/master/libs/lz-string.min.js"></script>
		<script src="http://cdnjs.cloudflare.com/ajax/libs/mathjs/2.4.1/math.min.js"></script>
		<script src="https://cdnjs.cloudflare.com/ajax/libs/underscore.js/1.8.3/underscore-min.js"></script>
		<style>
			textarea {
				font-family:monospace;
				width:100%;
				background-color: #5a5a5a!important;
			}
			#cp,#c {
				height:14em
			}
			#i,#o {
				height:5em
			}
		</style>
		<script src="interpreter.js"></script>
		<script>
			function utf(s) {
				var len = 0;
				for (var i = 0; i < s.length; i++) {
					var code = s.charCodeAt(i);
					if (code <= 0x7f) {
						len += 1;
					} else if (code <= 0x7ff) {
						len += 2;
					} else if (code >= 0xd800 && code <= 0xdfff) {
						// Surrogate pair: These take 4 bytes in UTF-8 and 2 chars in UCS-2
						// (Assume next char is the other [valid] half and just skip it)
						len += 4; i++;
					} else if (code < 0xffff) {
						len += 3;
					} else {
						len += 4;
					}
				}
				return len;
			}
		</script>
	</head>
	<body onload='c.value=decodeURIComponent((/code=(.+)/.exec(location.search)||[,""])[1]);i.value=decodeURIComponent((/input=([^&]+)/.exec(location.search)||[,""])[1]);e.checked=eval(decodeURIComponent((/eval=([^&]+)/.exec(location.search)||[,""])[1]));co.innerHTML=c.value.length+" chars, "+utf(c.value)+" bytes, chars to bytes ratio = "+(c.value.length/utf(c.value)).toFixed(2);' >
		<div class='container'>
			<h1>𝔼𝕊𝕄𝕚𝕟 Interpreter - Firefox Only</h1>
			<hr>
			<div class='row'>
				<div class='col-sm-4'>
					<h2>Char Palette</h2>
					<textarea class='form-control' id='cp' wrap='off' readonly></textarea>
					<script>
cp.value=`ï ô ℹ
Ξ ᵖ ᵍ ʳ ᶜ
ī ü М Ϛ Ѧ П Ø Ĵ Σ ɘ ɼ Ɗ ש<commit_msg>Add to char palette<commit_after><!doctype html>
<html>
	<head>
		<meta charset="utf-8">
		<title>𝔼𝕊𝕄𝕚𝕟 Interpreter</title>
		<link rel="stylesheet prefetch" href="https://molarmanful.github.io/TerseUI/bootstrap.min.css">
		<script src="https://rawgit.com/pieroxy/lz-string/master/libs/lz-string.min.js"></script>
		<script src="http://cdnjs.cloudflare.com/ajax/libs/mathjs/2.4.1/math.min.js"></script>
		<script src="https://cdnjs.cloudflare.com/ajax/libs/underscore.js/1.8.3/underscore-min.js"></script>
		<style>
			textarea {
				font-family:monospace;
				width:100%;
				background-color: #5a5a5a!important;
			}
			#cp,#c {
				height:14em
			}
			#i,#o {
				height:5em
			}
		</style>
		<script src="interpreter.js"></script>
		<script>
			function utf(s) {
				var len = 0;
				for (var i = 0; i < s.length; i++) {
					var code = s.charCodeAt(i);
					if (code <= 0x7f) {
						len += 1;
					} else if (code <= 0x7ff) {
						len += 2;
					} else if (code >= 0xd800 && code <= 0xdfff) {
						// Surrogate pair: These take 4 bytes in UTF-8 and 2 chars in UCS-2
						// (Assume next char is the other [valid] half and just skip it)
						len += 4; i++;
					} else if (code < 0xffff) {
						len += 3;
					} else {
						len += 4;
					}
				}
				return len;
			}
		</script>
	</head>
	<body onload='c.value=decodeURIComponent((/code=(.+)/.exec(location.search)||[,""])[1]);i.value=decodeURIComponent((/input=([^&]+)/.exec(location.search)||[,""])[1]);e.checked=eval(decodeURIComponent((/eval=([^&]+)/.exec(location.search)||[,""])[1]));co.innerHTML=c.value.length+" chars, "+utf(c.value)+" bytes, chars to bytes ratio = "+(c.value.length/utf(c.value)).toFixed(2);' >
		<div class='container'>
			<h1>𝔼𝕊𝕄𝕚𝕟 Interpreter - Firefox Only</h1>
			<hr>
			<div class='row'>
				<div class='col-sm-4'>
					<h2>Char Palette</h2>
					<textarea class='form-control' id='cp' wrap='off' readonly></textarea>
					<script>
cp.value=`ï ô ℹ
Ξ ᵖ ᵍ ʳ ᶜ
ī ü М Ϛ Ѧ П Ø Ĵ Σ ɘ ɼ Ɗ ש Ⱥ
{'fraction_non_alphanumeric': 0.2054655870445344, 'fraction_numerical': 0.02327935222672065, 'mean_word_length': 3.046059365404299, 'pattern_counts': {'":': 0, '<': 77, '<?xml version=': 0, '>': 69, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '757700', 'n_tokens_mistral': 2026, 'n_tokens_neox': 1656, 'n_words': 313}