<commit_before><!DOCTYPE html>
<html>
    <head>
        <link href="css/style.css" rel="stylesheet" type="text/css" />
        <link rel="canonical" href="http://lmddgtfy.net/" />
        <meta name="description" content="New search engine with better results and less garbage.">
        <meta name="keywords" content="search, search engine, new search engine, duck, duckduckgo, ddg, let me, let me duckduckgo that for you, that for you, lmddgtfy, lmgtfy">
        <title>Let Me DuckDuckGo That For You</title>
        <link title="Duck Duck Go" type="application/opensearchdescription+xml" rel="search" href="https://duckduckgo.com/opensearch.xml">
        <link rel="alternate" type="application/rss+xml" title="RSS" href="http://feeds.feedburner.com/yegg" />
        <link rel="apple-touch-icon" href="images/icon128.png" />
    </head>

    <body>
        <br />
        <div id="dmain">
            <input type="text" id="hidden_input" class="nodisp" tabindex="0" /><img id="cursor" src="images/cursor.png" width="15" height="21" class="nodisp" alt="cursor"/>
            <div class="lmddgtfy">Let me</div>
                <a href="/"><img src="images/logo_homepage.normal.v101.png" alt="Search Engine Duck Duck Go" id="homelogo" width="202" height="160" /></a>
            <div class="lmddgtfy" id="foryou">that for you</div>
            <form name="x" action="/">
                <div id="divsearch">
                    <input id="searchBox" type="text" name="q" onFocus="fq=1" onBlur="fq=0" class="sbox" onClick="if (this.value=='put search terms here') {this.value='';this.style.color='#222222';}"/><input type="button" name="b" onClick="searchn()" value=" " class="sbutton" title="Search" id="search_button">
                </div>
                <div id="nothing"></div>
                <noscript>
                    Please share the wonders of <a href="https://duckduckgo.com/">DuckDuckGo</a>!<br /><br />
                    This site requires JavaScript.
                </noscript>
                <br /> Share this URL: <br />
                <div id="blank" class="bk"></div>
                <div id="urlPreview" class="urlP">
                    <code id="url"></code>
                    <noscript>http://lmddgtfy.net</noscript>
                </div>
                <div id="about">
                    <a href="https://duckduckgo.com/about.html">About</a> &nbsp;|&nbsp; <a href="https://duckduckgo.com/settings.html">Settings</a> &nbsp;|&nbsp; <a href="https://duckduckgo.com/goodies.html">Goodies</a>
                    <script type="text/javascript">
                        nib(0,'',' &nbsp;|&nbsp; ');
                    </script>
                </div>
                <a href="https://twitter.com/lmddgtfynet" target="_blank">Twitter</a> | <a href="https://plus.google.com/100374323971899830199" rel="publisher">Google+</a>
                <br /><br />
                <a href="http://internetdefenseleague.org" target="_blank"><img src="images/super_badge.png" width="180" height="120" alt="Member of The Internet Defense League" /></a>
                <br />
                <a href="https://flattr.com/thing/801778/Let-Me-DuckDuckGo-That-For-You" target="_blank"><img src="images/flattr-badge-large.png" alt="Flattr this" title="Flattr this" /></a>
                <a href="https://www.gittip.com/myano/" target="_blank"><img src="images/gittip.png" alt="gittip" title="gittip" /></a>
                <br />
                <span style="font-size:12px;">BTC: 1AYWGYLxrjt9nrLmCi4ZF4LQuqWq5BWYnB</span><br /><span style="font-size:12px;">LTC: LayndEgkkoDt1ttzgwivxH7DfKVpBZNrct</span>
                <br /><br />
                <div id="copyright">
                    &copy; 2012-2013 - <a href="https://duckduckgo.com/privacy.html" target="_blank">Privacy</a> &amp; <a href="https://duckduckgo.com/terms.html" target="_blank">Terms</a> &amp; <a href="https://github.com/myano/lmddgtfy" target="_blank">Source</a> &amp; <a href="logs.py">Logs</a> &amp; <a href="logs">Logs Source</a>
            </div>
            </form>
        </div>
    <script type="text/javascript" src="js/jquery-1.7.2.min.js"></script>
    <script type="text/javascript" src="js/jquery.query.js"></script>
    <script type="text/javascript" src="js/lmddgtfy.js"></script>
    </body>
</html>
<commit_msg>added 'https' links and stats page<commit_after><!DOCTYPE html>
<html>
    <head>
        <link href="css/style.css" rel="stylesheet" type="text/css" />
        <link rel="canonical" href="https://lmddgtfy.net/" />
        <meta name="description" content="New search engine with better results and less garbage.">
        <meta name="keywords" content="search, search engine, new search engine, duck, duckduckgo, ddg, let me, let me duckduckgo that for you, that for you, lmddgtfy, lmgtfy">
        <title>Let Me DuckDuckGo That For You</title>
        <link title="Duck Duck Go" type="application/opensearchdescription+xml" rel="search" href="https://duckduckgo.com/opensearch.xml">
        <link rel="alternate" type="application/rss+xml" title="RSS" href="http://feeds.feedburner.com/yegg" />
        <link rel="apple-touch-icon" href="images/icon128.png" />
    </head>

    <body>
        <br />
        <div id="dmain">
            <input type="text" id="hidden_input" class="nodisp" tabindex="0" /><img id="cursor" src="images/cursor.png" width="15" height="21" class="nodisp" alt="cursor"/>
            <div class="lmddgtfy">Let me</div>
                <a href="/"><img src="images/logo_homepage.normal.v101.png" alt="Search Engine Duck Duck Go" id="homelogo" width="202" height="160" /></a>
            <div class="lmddgtfy" id="foryou">that for you</div>
            <form name="x" action="/">
                <div id="divsearch">
                    <input id="searchBox" type="text" name="q" onFocus="fq=1" onBlur="fq=0" class="sbox" onClick="if (this.value=='put search terms here') {this.value='';this.style.color='#222222';}"/><input type="button" name="b" onClick="searchn()" value=" " class="sbutton" title="Search" id="search_button">
                </div>
                <div id="nothing"></div>
                <noscript>
                    Please share the wonders of <a href="https://duckduckgo.com/">DuckDuckGo</a>!<br /><br />
                    This site requires JavaScript.
                </noscript>
                <br /> Share this URL: <br />
                <div id="blank" class="bk"></div>
                <div id="urlPreview" class="urlP">
                    <code id="url"></code>
                    <noscript>https://lmddgtfy.net</noscript>
                </div>
                <div id="about">
                    <a href="https://duckduckgo.com/about.html">About</a> &nbsp;|&nbsp; <a href="https://duckduckgo.com/settings.html">Settings</a> &nbsp;|&nbsp; <a href="https://duckduckgo.com/goodies.html">Goodies</a>
                    <script type="text/javascript">
                        nib(0,'',' &nbsp;|&nbsp; ');
                    </script>
                </div>
                <a href="https://twitter.com/lmddgtfynet" target="_blank">Twitter</a> | <a href="https://plus.google.com/100374323971899830199" rel="publisher">Google+</a>
                <br /><br />
                <a href="https://internetdefenseleague.org" target="_blank"><img src="images/super_badge.png" width="180" height="120" alt="Member of The Internet Defense League" /></a>
                <br />
                <a href="https://flattr.com/thing/801778/Let-Me-DuckDuckGo-That-For-You" target="_blank"><img src="images/flattr-badge-large.png" alt="Flattr this" title="Flattr this" /></a>
                <a href="https://www.gittip.com/myano/" target="_blank"><img src="images/gittip.png" alt="gittip" title="gittip" /></a>
                <br />
                <span style="font-size:12px;">BTC: 1AYWGYLxrjt9nrLmCi4ZF4LQuqWq5BWYnB</span><br /><span style="font-size:12px;">LTC: LayndEgkkoDt1ttzgwivxH7DfKVpBZNrct</span>
                <br /><br />
                <div id="copyright">
                    &copy; 2012-2013 - <a href="https://duckduckgo.com/privacy.html" target="_blank">Privacy</a> &amp; <a href="https://duckduckgo.com/terms.html" target="_blank">Terms</a> &amp; <a href="https://github.com/myano/lmddgtfy" target="_blank">Source</a> &amp; <a href="logs.py">Logs</a> &amp; <a href="logs">Logs Source</a> &amp; <a href="reqs.py">Stats</a>
            </div>
            </form>
        </div>
    <script type="text/javascript" src="js/jquery-1.7.2.min.js"></script>
    <script type="text/javascript" src="js/jquery.query.js"></script>
    <script type="text/javascript" src="js/lmddgtfy.js"></script>
    </body>
</html>

{'fraction_non_alphanumeric': 0.18829077524729698, 'fraction_numerical': 0.018633540372670808, 'mean_word_length': 2.5679113664341404, 'pattern_counts': {'":': 0, '<': 213, '<?xml version=': 0, '>': 213, 'https://': 27, 'lorem ipsum': 0, 'www.': 2, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6043280', 'n_tokens_mistral': 3050, 'n_tokens_neox': 2817, 'n_words': 528}