<commit_before>'use strict'
var _ = require('lodash')
var http = require('http')
var minimist = require('minimist')
var path = require('path')
var url = require('url')

var setHelper = {
  concat: (a, b) => new Set(_.concat(Array.from(a), Array.from(b))),
  difference: (a, b) => new Set(_.difference(Array.from(a), Array.from(b))),
  keys: (object) => new Set(_.keys(object)),
  map: (set, callback) => new Set(Array.from(set).map(callback))
}

class ValidationError extends Error {
  constructor (optionErrors) {
    super()<commit_msg>Use ES6 method syntax for setHelper<commit_after>'use strict'
var _ = require('lodash')
var http = require('http')
var minimist = require('minimist')
var path = require('path')
var url = require('url')

var setHelper = {
  concat (a, b) {
    return new Set(_.concat(Array.from(a), Array.from(b)))
  },

  difference (a, b) {
    return new Set(_.difference(Array.from(a), Array.from(b)))
  },

  keys (object) {
    return new Set(_.keys(object))
  },

  map (set, callback) {
    return new Set(Array.from(set).map(callback))
  }
}

class ValidationError extends Error {
  constructor (optionErrors) {
    super()
{'fraction_non_alphanumeric': 0.17346053772766695, 'fraction_numerical': 0.0008673026886383347, 'mean_word_length': 4.469194312796208, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '992536', 'n_tokens_mistral': 399, 'n_tokens_neox': 387, 'n_words': 100}