<commit_before><!DOCTYPE html>
<html>
  <head>
    <meta charset="utf-8">
    <title>Code your own dataset!</title>
    <link rel="stylesheet" href="//x.scraperwiki.com/vendor/style/bootstrap.min.css">
    <link rel="stylesheet" href="//x.scraperwiki.com/vendor/style/metro.bootstrap.css">
    <style type="text/css">

body {
  padding: 20px;
}

h2 {
  margin-top: 0;
}

.muted {
  margin-right: 10px;
}

    </style>
    <script src="//ajax.googleapis.com/ajax/libs/jquery/1.8/jquery.min.js"></script>
    <script src="//x.scraperwiki.com/js/scraperwiki.js"></script>
    <script>
$(function(){
  var settings = scraperwiki.readSettings()
  if(settings == null) {
    return scraperwiki.alert('Could not read settings from URL #fragment!', 'The settings supplied in your URL #fragment are not a valid JSON object. Are you sure you followed the right link?', true)
  }

  if('source' in settings && 'apikey' in settings.source){
    // var server = window.location.hostname
    // Temporarily override ugly boxecutor url
    $('.server').text('box.scraperwiki.com')
    $('.box').text(window.location.pathname.split('/')[1])
    $('.apikey').text(settings.source.apikey)
  } else {
    scraperwiki.alert('What is your ScraperWiki API key?', 'You supplied a JSON object in the URL #fragment, but it doesn&rsquo;t contain a &ldquo;source.apikey&rdquo; key-value pair. Are you sure you followed the right link?', true)
  }
})
    </script>
  </head>
  <body>
    <h2>Your new blank dataset awaits!</h2>
    <p><span class="muted">Step 1</span> <strong>Add your SSH key</strong> by running this in your Terminal:</p>
    <pre>curl --data-urlencode sshkey@$(printf ~/.ssh/id_[rd]sa.pub) --data apikey=<span class="apikey">[apikey]</span> http://<span class="server">[server]</span>/<span class="box">[box]</span>/sshkeys</pre>
    <p><span class="muted">Step 2</span> <strong>SSH in!</strong></p>
    <pre>ssh <span class="box">[box]</span>@<span class="server">[server]</span></pre>
  </body>
</html>
<commit_msg>if you haven't already<commit_after><!DOCTYPE html>
<html>
  <head>
    <meta charset="utf-8">
    <title>Code your own dataset!</title>
    <link rel="stylesheet" href="//x.scraperwiki.com/vendor/style/bootstrap.min.css">
    <link rel="stylesheet" href="//x.scraperwiki.com/vendor/style/metro.bootstrap.css">
    <style type="text/css">

body {
  padding: 20px;
}

h2 {
  margin-top: 0;
}

.muted {
  margin-right: 10px;
}

    </style>
    <script src="//ajax.googleapis.com/ajax/libs/jquery/1.8/jquery.min.js"></script>
    <script src="//x.scraperwiki.com/js/scraperwiki.js"></script>
    <script>
$(function(){
  var settings = scraperwiki.readSettings()
  if(settings == null) {
    return scraperwiki.alert('Could not read settings from URL #fragment!', 'The settings supplied in your URL #fragment are not a valid JSON object. Are you sure you followed the right link?', true)
  }

  if('source' in settings && 'apikey' in settings.source){
    // var server = window.location.hostname
    // Temporarily override ugly boxecutor url
    $('.server').text('box.scraperwiki.com')
    $('.box').text(window.location.pathname.split('/')[1])
    $('.apikey').text(settings.source.apikey)
  } else {
    scraperwiki.alert('What is your ScraperWiki API key?', 'You supplied a JSON object in the URL #fragment, but it doesn&rsquo;t contain a &ldquo;source.apikey&rdquo; key-value pair. Are you sure you followed the right link?', true)
  }
})
    </script>
  </head>
  <body>
    <h2>Your new blank dataset awaits!</h2>
    <p><span class="muted">Step 1</span> <strong>Add your SSH key</strong> if you haven&rsquo;t already, by running this in your Terminal:</p>
    <pre>curl --data-urlencode sshkey@$(printf ~/.ssh/id_[rd]sa.pub) --data apikey=<span class="apikey">[apikey]</span> http://<span class="server">[server]</span>/<span class="box">[box]</span>/sshkeys</pre>
    <p><span class="muted">Step 2</span> <strong>SSH in!</strong></p>
    <pre>ssh <span class="box">[box]</span>@<span class="server">[server]</span></pre>
  </body>
</html>

{'fraction_non_alphanumeric': 0.18535863938871086, 'fraction_numerical': 0.006901651466600937, 'mean_word_length': 3.9852579852579852, 'pattern_counts': {'":': 0, '<': 99, '<?xml version=': 0, '>': 99, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5062678', 'n_tokens_mistral': 1453, 'n_tokens_neox': 1405, 'n_words': 329}