<commit_before>fs = require 'fs'
path = require 'path'

_ = require 'underscore-plus'
async = require 'async'

concurrency = 2

module.exports = (grunt) ->
  {isAtomPackage, spawn} = require('./task-helpers')(grunt)

  packageSpecQueue = null

  logDeprecations = (label, {stdout}={}) ->
    if process.env.JANKY_SHA1 and stdout?.indexOf('Calls to deprecated functions') isnt -1
      grunt.log.error(label)
      stdout = stdout.replace(/^\[.*\] "/g, '')
      stdout = stdout.replace(/source: .*$/g, '')
      grunt.log.error(stdout)

  getAppPath = -><commit_msg>Warnings to do stderr<commit_after>fs = require 'fs'
path = require 'path'

_ = require 'underscore-plus'
async = require 'async'

concurrency = 2

module.exports = (grunt) ->
  {isAtomPackage, spawn} = require('./task-helpers')(grunt)

  packageSpecQueue = null

  logDeprecations = (label, {stderr}={}) ->
    if process.env.JANKY_SHA1 and stderr?.indexOf('Calls to deprecated functions') isnt -1
      grunt.log.error(label)
      stderr = stderr.replace(/^\[.*\] "/g, '')
      stderr = stderr.replace(/source: .*$/g, '')
      grunt.log.error(stdout)

  getAppPath = ->
{'fraction_non_alphanumeric': 0.17192982456140352, 'fraction_numerical': 0.005263157894736842, 'mean_word_length': 3.45703125, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '788107', 'n_tokens_mistral': 407, 'n_tokens_neox': 389, 'n_words': 85}