<commit_before>/**
 * Created by CCristi on 2/23/17.
 */

'use strict';

const SimpleFilter = require('./SimpleFilter');
const BucketType = require('../BucketType');
const ignore = require('ignore');

const EOL_DELIMITER = 'EOL_DELIMITER';

module.exports = class IgnoreFilter extends SimpleFilter {
  /**
   * @param {String[]} ignoreGlobs
   */
  constructor(ignoreGlobs) {
    super();

    this._ignoreFilter = ignore().add(ignoreGlobs).createFilter();
  }

  /**
   * @param {Entry} entry
   * @returns {Boolean}
   * @private
   */
  _filterSingle(entry) {
    return this._ignoreFilter(entry.key);
  }
<commit_msg># Implement s3 backfill lambda<commit_after>/**
 * Created by CCristi on 2/23/17.
 */

'use strict';

const SimpleFilter = require('./SimpleFilter');
const BucketType = require('../BucketType');
const ignore = require('ignore');

const EOL_DELIMITER = '__EOL__';

module.exports = class IgnoreFilter extends SimpleFilter {
  /**
   * @param {String[]} ignoreGlobs
   */
  constructor(ignoreGlobs) {
    super();

    this._ignoreFilter = ignore().add(ignoreGlobs).createFilter();
  }

  /**
   * @param {Entry} entry
   * @returns {Boolean}
   * @private
   */
  _filterSingle(entry) {
    return this._ignoreFilter(entry.key);
  }

{'fraction_non_alphanumeric': 0.15722266560255388, 'fraction_numerical': 0.008778930566640064, 'mean_word_length': 3.6617100371747213, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4943172', 'n_tokens_mistral': 413, 'n_tokens_neox': 403, 'n_words': 86}