<commit_before>// Copyright 2014 Technical Machine, Inc. See the COPYRIGHT
// file at the top-level directory of this distribution.
//
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
// option. This file may not be copied, modified, or distributed
// except according to those terms.

var acorn = require('./acorn_mod');

function _log () {
 // console.error.apply(console, arguments);
}

var repl = false;

var keywords = ['and', 'break', 'do', 'else', 'elseif', 'end', 'false', 'for', 'function', 'if', 'in', 'local', 'nil', 'not', 'or', 'repeat', 'return', 'then', 'true', 'until', 'while'];
var unaryops = { '|': '_bit.bor', '&': '_bit.band', '~': '_bit.bnot', '+': '_G.tonumber', '!': 'not ', 'typeof': '_typeof', 'void': '_void' }
var logicalops = { '&&': 'and', '||': 'or' };
var binaryops = { '|': '_bit.bor', '&': '_bit.band', '|': '_bit.bor', '>>': '_bit.arshift', '<<': '_bit.lshift', '>>>': '_bit.rshift', '^': '_bit.bxor', 'instanceof': '_instanceof', 'in': '_in' }
var infixops = { '!==': '~=', '!=': '~=', '===': '==' };

var colony_locals, colony_flow, colony_with, colony_regexes;

function resetState () {
  colony_locals = [];<commit_msg>Uses tonumbervalue to avoid nil values.<commit_after>// Copyright 2014 Technical Machine, Inc. See the COPYRIGHT
// file at the top-level directory of this distribution.
//
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
// option. This file may not be copied, modified, or distributed
// except according to those terms.

var acorn = require('./acorn_mod');

function _log () {
 // console.error.apply(console, arguments);
}

var repl = false;

var keywords = ['and', 'break', 'do', 'else', 'elseif', 'end', 'false', 'for', 'function', 'if', 'in', 'local', 'nil', 'not', 'or', 'repeat', 'return', 'then', 'true', 'until', 'while'];
var unaryops = { '|': '_bit.bor', '&': '_bit.band', '~': '_bit.bnot', '+': '_G.tonumbervalue', '!': 'not ', 'typeof': '_typeof', 'void': '_void' }
var logicalops = { '&&': 'and', '||': 'or' };
var binaryops = { '|': '_bit.bor', '&': '_bit.band', '|': '_bit.bor', '>>': '_bit.arshift', '<<': '_bit.lshift', '>>>': '_bit.rshift', '^': '_bit.bxor', 'instanceof': '_instanceof', 'in': '_in' }
var infixops = { '!==': '~=', '!=': '~=', '===': '==' };

var colony_locals, colony_flow, colony_with, colony_regexes;

function resetState () {
  colony_locals = [];
{'fraction_non_alphanumeric': 0.2504722327162826, 'fraction_numerical': 0.006044578768417076, 'mean_word_length': 4.551362683438155, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6462157', 'n_tokens_mistral': 924, 'n_tokens_neox': 909, 'n_words': 249}