<commit_before>// Patched version of fast-deep-equal which does not
// allocate memory via calling Object.keys
const isArray = Array.isArray;
const hasProp = Object.prototype.hasOwnProperty;

const keysA = [];
const keysB = [];

module.exports = function equal(a, b) {
  if (a === b) return true;

  if (a && b && typeof a == 'object' && typeof b == 'object') {
    var arrA = isArray(a)
      , arrB = isArray(b)
      , i
      , length
      , key;

    if (arrA && arrB) {
      length = a.length;
      if (length != b.length) return false;
      for (i = length; i-- !== 0;)
        if (!equal(a[i], b[i])) return false;
      return true;
    }

    if (arrA != arrB) return false;

    var dateA = a instanceof Date
      , dateB = b instanceof Date;
    if (dateA != dateB) return false;
    if (dateA && dateB) return a.getTime() == b.getTime();

    var regexpA = a instanceof RegExp
      , regexpB = b instanceof RegExp;
    if (regexpA != regexpB) return false;
    if (regexpA && regexpB) return a.toString() == b.toString();

    keysA.length = 0;
    for (let k in a) {
      keysA.push(k);
    }

    length = keysA.length;

    keysB.length = 0;
    for (let k in b) {
      keysB.push(k);
    }

    if (length !== keysB.length)
      return false;

    for (i = length; i-- !== 0;)
      if (!hasProp.call(b, keysA[i])) return false;

    for (i = length; i-- !== 0;) {
      key = keysA[i];
      if (!equal(a[key], b[key])) return false;
    }<commit_msg>Drop unneeded list<commit_after>// Patched version of fast-deep-equal which does not
// allocate memory via calling Object.keys
const isArray = Array.isArray;
const hasProp = Object.prototype.hasOwnProperty;

const keys = [];

module.exports = function equal(a, b) {
  if (a === b) return true;

  if (a && b && typeof a == 'object' && typeof b == 'object') {
    var arrA = isArray(a)
      , arrB = isArray(b)
      , i
      , length
      , key;

    if (arrA && arrB) {
      length = a.length;
      if (length != b.length) return false;
      for (i = length; i-- !== 0;)
        if (!equal(a[i], b[i])) return false;
      return true;
    }

    if (arrA != arrB) return false;

    var dateA = a instanceof Date
      , dateB = b instanceof Date;
    if (dateA != dateB) return false;
    if (dateA && dateB) return a.getTime() == b.getTime();

    var regexpA = a instanceof RegExp
      , regexpB = b instanceof RegExp;
    if (regexpA != regexpB) return false;
    if (regexpA && regexpB) return a.toString() == b.toString();

    keys.length = 0;
    for (let k in a) {
      keys.push(k);
    }

    length = keys.length;

    let c = 0;
    for (let _ in b) { // eslint-disable-line no-unused-vars
      c++;
    }

    if (length !== c)
      return false;

    for (i = length; i-- !== 0;)
      if (!hasProp.call(b, keys[i])) return false;

    for (i = length; i-- !== 0;) {
      key = keys[i];
      if (!equal(a[key], b[key])) return false;
    }
{'fraction_non_alphanumeric': 0.15575161180861893, 'fraction_numerical': 0.0033932813030200203, 'mean_word_length': 2.2395604395604396, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7012344', 'n_tokens_mistral': 1043, 'n_tokens_neox': 1013, 'n_words': 324}