<commit_before>var execSync = require('exec-sync');
var path = require("path");

var dir = "~/github/atom";

var ag = function(filelist) {
    try {
    if (filelist) //--nocolor -p /Users/gjtorikian/Developer/cloud9/plugins-server/cloud9.ide.search/.agignore -U -l --search-binary [^\0] /Users/gjtorikian/Developer/cloud9infra
        execSync("cd .. && ag --nocolor -p ./.nakignore -U -l --search-binary -m 1 [^\\0] " + dir);
    else
      execSync("cd .. && ag --nocolor -p ./.nakignore -U -i -Q va " + dir);
    } catch (e) {}
} 

var nak = function(filelist) {
    if (filelist)<commit_msg>Update benchmark notes<commit_after>var execSync = require('exec-sync');
var path = require("path");

var dir = "../"; // my development directory, ~133,523 files

var ag = function(filelist) {
    try {
    if (filelist) //--nocolor -p /Users/gjtorikian/Developer/cloud9/plugins-server/cloud9.ide.search/.agignore -U -l --search-binary [^\0] /Users/gjtorikian/Developer/cloud9infra
        execSync("cd .. && ag --nocolor -p ./.nakignore -U -l --search-binary -m 1 [^\\0] " + dir);
    else
      execSync("cd .. && ag --nocolor -p ./.nakignore -U -i -Q va " + dir);
    } catch (e) {}
} 

var nak = function(filelist) {
    if (filelist)
{'fraction_non_alphanumeric': 0.19352226720647772, 'fraction_numerical': 0.014574898785425101, 'mean_word_length': 2.6140350877192984, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2188084', 'n_tokens_mistral': 469, 'n_tokens_neox': 447, 'n_words': 111}