<commit_before>return {
	['=']  = { tag = "expr", contents = "(${1} == ${2})", count = 2, pure = true, value = function(x, y) return x == y end },
	['/='] = { tag = "expr", contents = "(${1} ~= ${2})", count = 2, pure = true, value = function(x, y) return x ~= y end },
	['<']  = { tag = "expr", contents = "(${1} < ${2})",  count = 2, pure = true, value = function(x, y) return x < y end  },
	['<='] = { tag = "expr", contents = "(${1} <= ${2})", count = 2, pure = true, value = function(x, y) return x <= y end },
	['>']  = { tag = "expr", contents = "(${1} > ${2})",  count = 2, pure = true, value = function(x, y) return x > y end  },
	['>='] = { tag = "expr", contents = "(${1} >= ${2})", count = 2, pure = true, value = function(x, y) return x >= y end },

	['+']  = { tag = "expr", contents = "(${1} + ${2})",  count = 2, pure = true, value = function(x, y) return x + y end  },
	['-']  = { tag = "expr", contents = "(${1} - ${2})",  count = 2, pure = true, value = function(x, y) return x - y end  },
	['*']  = { tag = "expr", contents = "(${1} * ${2})",  count = 2, pure = true, value = function(x, y) return x * y end  },
	['/']  = { tag = "expr", contents = "(${1} / ${2})",  count = 2, pure = true, value = function(x, y) return x / y end  },
	['%']  = { tag = "expr", contents = "(${1} % ${2})",  count = 2, pure = true, value = function(x, y) return x % y end  },
	['^']  = { tag = "expr", contents = "(${1} ^ ${2})",  count = 2, pure = true, value = function(x, y) return x ^ y end  },
	['..'] = { tag = "expr", contents = "(${1} .. ${2})", count = 2, pure = true, value = function(x, y) return x .. y end },

	['len#'] = { tag = "expr", contents = "#(${1})", count = 1, pure = true, value = function(x) return #x end },

	['get-idx']  = { tag = "expr", contents = "(${1})[${2}]",      count = 2, value = function(x, k) return x[k] end },
	['set-idx!'] = { tag = "stmt", contents = "${1}[${2}] = ${3}", count = 3, value = function(x, k, v) x[k] = v end },

	["_ENV"] =           { tag = "var", contents = "_ENV",           value = _ENV,                         },
	["_G"] =             { tag = "var", contents = "_G",             value = _G,                           },
	["assert"] =         { tag = "var", contents = "assert",         value = assert,                       },
	["arg#"] =           { tag = "var", contents = "arg",            value = arg,                          },
	["collectgarbage"] = { tag = "var", contents = "collectgarbage", value = collectgarbage,               },
	["dofile"] =         { tag = "var", contents = "dofile",         value = dofile,                       },
	["error"] =          { tag = "var", contents = "error",          value = error,                        },
	["getmetatable"] =   { tag = "var", contents = "getmetatable",   value = getmetatable,                 },
	["ipairs"] =         { tag = "var", contents = "ipairs",         value = ipairs,                       },
	["load"] =           { tag = "var", contents = "load",           value = load,                         },
	["loadfile"] =       { tag = "var", contents = "loadfile",       value = loadfile,                     },
	["next"] =           { tag = "var", contents = "next",           value = next,                         },
	["pairs"] =          { tag = "var", contents = "pairs",          value = pairs,                        },
	["pcall"] =          { tag = "var", contents = "pcall",          value = pcall,                        },
	["print"] =          { tag = "var", contents = "print",          value = print,                        },
	["rawequal"] =       { tag = "var", contents = "rawequal",       value = rawequal,       pure = true,  },<commit_msg>That's probably important.<commit_after>return {
	['=']  = { tag = "expr", contents = "(${1} == ${2})", count = 2, pure = true, value = function(x, y) return x == y end },
	['/='] = { tag = "expr", contents = "(${1} ~= ${2})", count = 2, pure = true, value = function(x, y) return x ~= y end },
	['<']  = { tag = "expr", contents = "(${1} < ${2})",  count = 2, pure = true, value = function(x, y) return x < y end  },
	['<='] = { tag = "expr", contents = "(${1} <= ${2})", count = 2, pure = true, value = function(x, y) return x <= y end },
	['>']  = { tag = "expr", contents = "(${1} > ${2})",  count = 2, pure = true, value = function(x, y) return x > y end  },
	['>='] = { tag = "expr", contents = "(${1} >= ${2})", count = 2, pure = true, value = function(x, y) return x >= y end },

	['+']  = { tag = "expr", contents = "(${1} + ${2})",  count = 2, pure = true, value = function(x, y) return x + y end  },
	['-']  = { tag = "expr", contents = "(${1} - ${2})",  count = 2, pure = true, value = function(x, y) return x - y end  },
	['*']  = { tag = "expr", contents = "(${1} * ${2})",  count = 2, pure = true, value = function(x, y) return x * y end  },
	['/']  = { tag = "expr", contents = "(${1} / ${2})",  count = 2, pure = true, value = function(x, y) return x / y end  },
	['%']  = { tag = "expr", contents = "(${1} % ${2})",  count = 2, pure = true, value = function(x, y) return x % y end  },
	['^']  = { tag = "expr", contents = "(${1} ^ ${2})",  count = 2, pure = true, value = function(x, y) return x ^ y end  },
	['..'] = { tag = "expr", contents = "(${1} .. ${2})", count = 2, pure = true, value = function(x, y) return x .. y end },

	['len#'] = { tag = "expr", contents = "#(${1})", count = 1, pure = true, value = function(x) return #x end },

	['get-idx']  = { tag = "expr", contents = "${1}[${2}]",      count = 2, value = function(x, k) return x[k] end },
	['set-idx!'] = { tag = "stmt", contents = "${1}[${2}] = ${3}", count = 3, value = function(x, k, v) x[k] = v end },

	["_ENV"] =           { tag = "var", contents = "_ENV",           value = _ENV,                         },
	["_G"] =             { tag = "var", contents = "_G",             value = _G,                           },
	["assert"] =         { tag = "var", contents = "assert",         value = assert,                       },
	["arg#"] =           { tag = "var", contents = "arg",            value = arg,                          },
	["collectgarbage"] = { tag = "var", contents = "collectgarbage", value = collectgarbage,               },
	["dofile"] =         { tag = "var", contents = "dofile",         value = dofile,                       },
	["error"] =          { tag = "var", contents = "error",          value = error,                        },
	["getmetatable"] =   { tag = "var", contents = "getmetatable",   value = getmetatable,                 },
	["ipairs"] =         { tag = "var", contents = "ipairs",         value = ipairs,                       },
	["load"] =           { tag = "var", contents = "load",           value = load,                         },
	["loadfile"] =       { tag = "var", contents = "loadfile",       value = loadfile,                     },
	["next"] =           { tag = "var", contents = "next",           value = next,                         },
	["pairs"] =          { tag = "var", contents = "pairs",          value = pairs,                        },
	["pcall"] =          { tag = "var", contents = "pcall",          value = pcall,                        },
	["print"] =          { tag = "var", contents = "print",          value = print,                        },
	["rawequal"] =       { tag = "var", contents = "rawequal",       value = rawequal,       pure = true,  },
{'fraction_non_alphanumeric': 0.23510336441021484, 'fraction_numerical': 0.012971220105391163, 'mean_word_length': 1.8381901840490797, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5275805', 'n_tokens_mistral': 2492, 'n_tokens_neox': 2436, 'n_words': 732}