<commit_before>'use strict'
var setWithPath = require('vigour-js/lib/util/setwithpath')

module.exports = function collection (key, hub, map, event, result, client, top, path, hash) {
  // console.log('collection ---->', path, result === null ? 'REMOVE' : 'SET')

  var obs = this
  var id = 'property' + client.val + hash
  if (obs) {
    if (result === null) {
      console.log('helllo!!!! remove coll')
    }
    obs.each(function (p, field) {
      if (result === null) {
        console.log('coll remove bitch!', field)
      }
      p = p.subscriptionWalker(field, hub, map, event, result, client, top, path, hash)
    })
  }

  if (top === null) {
    // console.log('unsubs collection!!!!!')
    hub.unsubscribe(path, id, true)
    return
  }

  hub.subscribe(path, 'property', [ function (data, event, client) {
    var payloadTop = {}
    var payload = {}

    // console.log('prop fires!', data, this.path)
    if (!data) {
      // **** REMOVE LISTENERS **** remove listeners!
      // console.log('PROP PROP PROP', data, this.path, this._input)
      this.each(function (p, field) {
        p = p.subscriptionWalker(field, hub, map, event, payload, client, payloadTop, path, hash)
      })
    } else if (data) {
      if (data.added) {
        for (let i in data.added) {
          let field = data.added[i]<commit_msg>remove some of the logs<commit_after>'use strict'
var setWithPath = require('vigour-js/lib/util/setwithpath')

module.exports = function collection (key, hub, map, event, result, client, top, path, hash) {
  // console.log('collection ---->', path, result === null ? 'REMOVE' : 'SET')

  var obs = this
  var id = 'property' + client.val + hash
  if (obs) {
    obs.each(function (p, field) {
      p = p.subscriptionWalker(field, hub, map, event, result, client, top, path, hash)
    })
  }

  if (top === null) {
    // console.log('unsubs collection!!!!!')
    hub.unsubscribe(path, id, true)
    return
  }

  hub.subscribe(path, 'property', [ function (data, event, client) {
    var payloadTop = {}
    var payload = {}

    // console.log('prop fires!', data, this.path)
    if (!data) {
      // **** REMOVE LISTENERS **** remove listeners!
      // console.log('PROP PROP PROP', data, this.path, this._input)
      this.each(function (p, field) {
        p = p.subscriptionWalker(field, hub, map, event, payload, client, payloadTop, path, hash)
      })
    } else if (data) {
      if (data.added) {
        for (let i in data.added) {
          let field = data.added[i]
{'fraction_non_alphanumeric': 0.16858846918489065, 'fraction_numerical': 0.0, 'mean_word_length': 2.744047619047619, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2394449', 'n_tokens_mistral': 831, 'n_tokens_neox': 814, 'n_words': 230}