<commit_before>'use strict';

Array.prototype.remove = function(value) {
  var idx = this.indexOf(value);
  if (idx !== -1) return this.splice(idx, 1); // The second parameter is the number of elements to remove.

  return false;
}

var Common = {
  pushUniq: function(a, b) {
    for (var i = 0; i < b.length; i++) {
      if (a.indexOf(b[i]) === -1)
        a.push(b[i]);
    }
  },

  prettify: function(pojo) {
    return JSON.stringify(pojo, null, 2);
  },

  clone: function(obj) {
    var c = {};
    for (var p in obj) {
      if (obj.hasOwnProperty(p)) {
        var val = obj[p];
        if (Array.isArray(val))
          c[p] = val.map(Common.clone);
        else if (typeof val === 'object')
          c[p] = Common.clone(val);
        else
          c[p] = val;<commit_msg>remove Array.prototype.remove<commit_after>'use strict';

var Common = {
  pushUniq: function(a, b) {
    for (var i = 0; i < b.length; i++) {
      if (a.indexOf(b[i]) === -1)
        a.push(b[i]);
    }
  },

  prettify: function(pojo) {
    return JSON.stringify(pojo, null, 2);
  },

  clone: function(obj) {
    var c = {};
    for (var p in obj) {
      if (obj.hasOwnProperty(p)) {
        var val = obj[p];
        if (Array.isArray(val))
          c[p] = val.map(Common.clone);
        else if (typeof val === 'object')
          c[p] = Common.clone(val);
        else
          c[p] = val;
{'fraction_non_alphanumeric': 0.17545126353790613, 'fraction_numerical': 0.005776173285198556, 'mean_word_length': 2.128668171557562, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6384764', 'n_tokens_mistral': 510, 'n_tokens_neox': 502, 'n_words': 127}