<commit_before>'use strict'

var include = module.exports = function include (arr, thing) {
  if (thing instanceof Array) {
    include.list(arr, thing)
  } else {
    include.item(arr, thing)
  }
}

include.list = function (arr, list) {
  var result
  for (var i = list.length - 1; i >= 0; i--) {
    var included = include.item(arr, list[i])
    if (!result) result = included
  }
  return result
}

include.item = function (arr, item) {
  return !include.isIncluded(arr, item) && arr.push(including)
}

include.isIncluded = function includes ( arr, item ) {
  for (var j = arr.length - 1; j >= 0; j--) {
    if (arr[j] === item) {
      return true
    }
  }
}<commit_msg>removed broken funciton in include<commit_after>'use strict'

var include = module.exports = function include (arr, thing) {
  if (thing instanceof Array) {
    include.list(arr, thing)
  } else {
    include.item(arr, thing)
  }
}

include.list = function (arr, list) {
  var result
  for (var i = list.length - 1; i >= 0; i--) {
    var included = include.item(arr, list[i])
    if (!result) result = included
  }
  return result
}

include.isIncluded = function includes (arr, item) {
  for (var j = arr.length - 1; j >= 0; j--) {
    if (arr[j] === item) {
      return true
    }
  }
}
{'fraction_non_alphanumeric': 0.1509881422924901, 'fraction_numerical': 0.006324110671936759, 'mean_word_length': 2.824773413897281, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '70135', 'n_tokens_mistral': 445, 'n_tokens_neox': 440, 'n_words': 132}