<commit_before>#!/usr/bin/env node

var async = require('async');
var cli = require('cli');

var fs = require('fs');

var re = require('./lib/regex');
var base = require('./lib/base');

var getRegExp = re.getRegExp;
var getDiff = base.getDiff;
var iterateLines = base.iterateLines;
var log = base.log;

var YUI = require('yui').YUI;
var A = YUI().use('yui-base', 'oop', 'array-extras');

var argv = base.argv;

var args = base.args;

var VARS = base.VARS;
var QUIET = base.QUIET;
var INLINE_REPLACE = base.INLINE_REPLACE;
<commit_msg>Add update-notifier<commit_after>#!/usr/bin/env node

var async = require('async');
var cli = require('cli');

var fs = require('fs');

var re = require('./lib/regex');
var base = require('./lib/base');

var getRegExp = re.getRegExp;
var getDiff = base.getDiff;
var iterateLines = base.iterateLines;
var log = base.log;

var YUI = require('yui').YUI;
var A = YUI().use('yui-base', 'oop', 'array-extras');

var updateNotifier = require('update-notifier');

var notifier = updateNotifier();

if (notifier.update) {
	notifier.notify(true);
}

var argv = base.argv;

var args = base.args;

var VARS = base.VARS;
var QUIET = base.QUIET;
var INLINE_REPLACE = base.INLINE_REPLACE;

{'fraction_non_alphanumeric': 0.17466887417218543, 'fraction_numerical': 0.0, 'mean_word_length': 4.52054794520548, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4677642', 'n_tokens_mistral': 460, 'n_tokens_neox': 451, 'n_words': 114}