<commit_before><!DOCTYPE html>
<html>
<head>
    <title>atw dingus</title>
    <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/4.0.0-alpha/css/bootstrap.css">
    <style>
textarea {
    width: 100%;
    height: 20ex;
    font-family: Menlo, Monaco, Consolas, "Courier New", monospace;
}
#error, #result, #tree, #help {
    display: none;
}
.example:hover {
    background: rgba(0, 0, 0, 0.2);
}
#clear {
    float: left;
    margin-right: 1em;
}
#help {
    clear: both;
}
    </style>
</head>
<body>
<div class="container">

<h1>atw dingus</h1>

<div class="row">
    <div class="col-sm-6">
        <textarea id="code"></textarea>
        <button type="button" class="btn btn-secondary btn-sm" id="clear">
            clear
        </button>
        <p id="type"></p>
    </div>

    <div class="col-sm-6">
        <div id="help" class="alert alert-success">
            <p>You can use basic arithmetic:</p>
            <pre class="example"><code>7 * 3</code></pre>

            <p>And assign to variables:</p>
            <pre class="example"><code>let x = 7;
x * 3</code></pre>

            <p>Use angle brackets to defer code:</p>
            <pre class="example"><code>&lt; 45 - 3 &gt;</code></pre>

            <p>And bang to execute it:</p>
            <pre class="example"><code>!&lt; 45 - 3 &gt;</code></pre>

            <p>Use square brackets to escape and splice code:</p>
            <pre class="example"><code>let x = <5>;
!&lt; 37 + [x] &gt;</code></pre>

            <p>The type checker will catch you if you mix up your stages:</p>
            <pre class="example"><code>let x = <5>;
37 + x</code></pre>

            <p>Click on an example above to run it.</p>
        </div>
        <div id="error" class="alert alert-danger"></div>
        <pre id="result"></pre>
        <pre id="tree"></pre>
    </div>
</div>

</div>
<script type="text/javascript" src="parser.js"></script>
<script type="text/javascript" src="atw.js"></script>
</body>
</html><commit_msg>Escape some brackets<commit_after><!DOCTYPE html>
<html>
<head>
    <title>atw dingus</title>
    <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/4.0.0-alpha/css/bootstrap.css">
    <style>
textarea {
    width: 100%;
    height: 20ex;
    font-family: Menlo, Monaco, Consolas, "Courier New", monospace;
}
#error, #result, #tree, #help {
    display: none;
}
.example:hover {
    background: rgba(0, 0, 0, 0.2);
}
#clear {
    float: left;
    margin-right: 1em;
}
#help {
    clear: both;
}
    </style>
</head>
<body>
<div class="container">

<h1>atw dingus</h1>

<div class="row">
    <div class="col-sm-6">
        <textarea id="code"></textarea>
        <button type="button" class="btn btn-secondary btn-sm" id="clear">
            clear
        </button>
        <p id="type"></p>
    </div>

    <div class="col-sm-6">
        <div id="help" class="alert alert-success">
            <p>You can use basic arithmetic:</p>
            <pre class="example"><code>7 * 3</code></pre>

            <p>And assign to variables:</p>
            <pre class="example"><code>let x = 7;
x * 3</code></pre>

            <p>Use angle brackets to defer code:</p>
            <pre class="example"><code>&lt; 45 - 3 &gt;</code></pre>

            <p>And bang to execute it:</p>
            <pre class="example"><code>!&lt; 45 - 3 &gt;</code></pre>

            <p>Use square brackets to escape and splice code:</p>
            <pre class="example"><code>let x = &lt;5&gt;;
!&lt; 37 + [x] &gt;</code></pre>

            <p>The type checker will catch you if you mix up your stages:</p>
            <pre class="example"><code>let x = &lt;5&gt;;
37 + x</code></pre>

            <p>Click on an example above to run it.</p>
        </div>
        <div id="error" class="alert alert-danger"></div>
        <pre id="result"></pre>
        <pre id="tree"></pre>
    </div>
</div>

</div>
<script type="text/javascript" src="parser.js"></script>
<script type="text/javascript" src="atw.js"></script>
</body>
</html>
{'fraction_non_alphanumeric': 0.1975796492961225, 'fraction_numerical': 0.016794270190170414, 'mean_word_length': 2.500432152117545, 'pattern_counts': {'":': 0, '<': 161, '<?xml version=': 0, '>': 161, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7440499', 'n_tokens_mistral': 1485, 'n_tokens_neox': 1378, 'n_words': 347}