<commit_before><!DOCTYPE html>
<html>
    <head>
        <meta charset="utf-8" />
        <title>Clean</title>
        <style type="text/css" media="all">
            html, body {
                width: 100%;
                height: 100%;
                color: #444;
            }
            textarea {
                position: absolute;
                box-sizing: border-box;
                top: 5%;
                left: 5%;
                width: 90%;
                height: 90%;
                padding: 20px;
                border: 1px solid #ccc;
                border-radius: 4px;
                box-shadow: 0 0 30px rgba(0,0,0,0.1);
                resize: none;
                outline: none;
                font-size: 1.3em;
                color: #898989;
                font-family: 'Source Code Pro';
                font-weight: 300;
            }
        </style>
    </head>
    <body>
        <textarea id="input" onkeyup="cleanText()" autofocus=true></textarea>
        <script type="text/javascript" charset="utf-8">
            function cleanText() {
                if(this.event.keyCode == 13){
                    location = "https://www.google.com/#safe=off&q=" + this.event.target.value.replace(/\W/g, ' ').replace(/\s+/g, ' ')
                }
            }
        </script>
    </body>
</html><commit_msg>Helptest<commit_after><!DOCTYPE html>
<html>
    <head>
        <meta charset="utf-8" />
        <title>Clean</title>
        <style type="text/css" media="all">
            html, body {
                width: 100%;
                height: 100%;
                color: #444;
            }
            textarea {
                position: absolute;
                box-sizing: border-box;
                top: 5%;
                left: 5%;
                width: 90%;
                height: 90%;
                padding: 20px;
                border: 1px solid #ccc;
                border-radius: 4px;
                box-shadow: 0 0 30px rgba(0,0,0,0.1);
                resize: none;
                outline: none;
                font-size: 1.3em;
                color: #898989;
                font-family: 'Source Code Pro';
                font-weight: 300;
            }
        </style>
    </head>
    <body>
        <h1>Paste/Type text that needs to be cleaned and searched on Google</h1>
        <textarea id="input" onkeyup="cleanText()" autofocus=true></textarea>
        <script type="text/javascript" charset="utf-8">
            function cleanText() {
                if(this.event.keyCode == 13){
                    location = "https://www.google.com/#safe=off&q=" + this.event.target.value.replace(/\W/g, ' ').replace(/\s+/g, ' ')
                }
            }
        </script>
    </body>
</html>
{'fraction_non_alphanumeric': 0.1381055676066522, 'fraction_numerical': 0.03181489515545915, 'mean_word_length': 1.1549844236760125, 'pattern_counts': {'":': 0, '<': 37, '<?xml version=': 0, '>': 37, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3766349', 'n_tokens_mistral': 900, 'n_tokens_neox': 769, 'n_words': 168}