<commit_before>(function() {
  var _ = this._;
  _.mixin({
    // Delete and return o[key]
    pop: function(o, key, def) {
      if (o.hasOwnProperty(key)) {
        var ret = o[key];
        delete o[key];
        return ret;
      } else {
        return def;
      }
    },
    // Like map but works on objects.
    kmap: function(obj, iterator, context) {
      var results = {};
      if (obj == null) return results;
      _.each(obj, function(value, key, object) {
        results[key] = iterator.call(context, value, key, object);
      });
      return results;
    },
    // Returns a function that will call it's wrapped function with the specified
    // arguments in order. Calling _.mask(f, 2, 0)(1, 2, 3) is equivalent to
    // calling f(3,1).
    mask: function(func) {
      var args = Array.prototype.slice.call(arguments, 1);
      var underscore = _;
      return function() {
        var callargs = arguments;
        return func.apply(this, underscore.map(args, function(i) { return callargs[i]; }));
      };
    },
    chunk: function(array, size) {
      var i = 0;
      var result = [];
      while (i < array.length) {
        result.push(array.slice(i, i+size));
        i += size;
      }
      return result;
    }
  });
})();
<commit_msg>Make _.uniqueId globally unique.<commit_after>(function() {
  var _ = this._;
  var idCounter = Math.random();
  _.mixin({
    // Delete and return o[key]
    pop: function(o, key, def) {
      if (o.hasOwnProperty(key)) {
        var ret = o[key];
        delete o[key];
        return ret;
      } else {
        return def;
      }
    },
    // Override uniqueId. We need it to be unique within the entire browser.
    uniqueId: function(prefix) {
      var id = ++idCounter + '';
      return prefix ? prefix + id : id;
    },
    // Like map but works on objects.
    kmap: function(obj, iterator, context) {
      var results = {};
      if (obj == null) return results;
      _.each(obj, function(value, key, object) {
        results[key] = iterator.call(context, value, key, object);
      });
      return results;
    },
    // Returns a function that will call it's wrapped function with the specified
    // arguments in order. Calling _.mask(f, 2, 0)(1, 2, 3) is equivalent to
    // calling f(3,1).
    mask: function(func) {
      var args = Array.prototype.slice.call(arguments, 1);
      var underscore = _;
      return function() {
        var callargs = arguments;
        return func.apply(this, underscore.map(args, function(i) { return callargs[i]; }));
      };
    },
    chunk: function(array, size) {
      var i = 0;
      var result = [];
      while (i < array.length) {
        result.push(array.slice(i, i+size));
        i += size;
      }
      return result;
    }
  });
})();

{'fraction_non_alphanumeric': 0.14213926776740848, 'fraction_numerical': 0.006460875807609476, 'mean_word_length': 2.076158940397351, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7294491', 'n_tokens_mistral': 872, 'n_tokens_neox': 860, 'n_words': 256}