<commit_before>define(['exports'],
function(exports) {
  
  // Base64 implementations:
  // https://github.com/ForbesLindesay/base64-decode
  // https://github.com/ForbesLindesay/base64-encode
  // https://github.com/mshang/base64-js
  // https://github.com/dankogai/js-base64
  //
  // http://rumkin.com/tools/cipher/base64.php
  // http://rumkin.com/tools/cipher/js/base64.js

  var keyStr = "<KEY>;

  function encode(input) {
    var output = '';
    var chr1, chr2, chr3;
    var enc1, enc2, enc3, enc4;
    var i = 0;
    
    while (i < input.length) {
      chr1 = input.charCodeAt(i++);
      chr2 = input.charCodeAt(i++);
      chr3 = input.charCodeAt(i++);
    
      enc1 = chr1 >> 2;
      enc2 = ((chr1 & 3) << 4) | (chr2 >> 4);<commit_msg>Add reference to atob and btoa.<commit_after>define(['exports'],
function(exports) {
  
  // Base64 implementations:
  // https://github.com/ForbesLindesay/base64-decode
  // https://github.com/ForbesLindesay/base64-encode
  // https://github.com/mshang/base64-js
  // https://github.com/dankogai/js-base64
  //
  // http://rumkin.com/tools/cipher/base64.php
  // http://rumkin.com/tools/cipher/js/base64.js
  
  // https://developer.mozilla.org/en-US/docs/DOM/window.atob
  // https://developer.mozilla.org/en-US/docs/DOM/window.btoa

  var keyStr = "<KEY>;

  function encode(input) {
    var output = '';
    var chr1, chr2, chr3;
    var enc1, enc2, enc3, enc4;
    var i = 0;
    
    while (i < input.length) {
      chr1 = input.charCodeAt(i++);
      chr2 = input.charCodeAt(i++);
      chr3 = input.charCodeAt(i++);
    
      enc1 = chr1 >> 2;
      enc2 = ((chr1 & 3) << 4) | (chr2 >> 4);
{'fraction_non_alphanumeric': 0.18451300665456746, 'fraction_numerical': 0.0411373260738052, 'mean_word_length': 2.4894514767932487, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 13, 'https://': 10, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3155054', 'n_tokens_mistral': 672, 'n_tokens_neox': 627, 'n_words': 100}