<commit_before>(function () {
function serializeRules(rules) {
    var serializePostprocessor = function(p) {
        return p ? ', "postprocess": ' + p.toString()
                 : '';
    };
    var serializeSymbol = function(s) {
        return (s instanceof RegExp) ? s.toString()
                                     : JSON.stringify(s);
    };
    var serializeRule = function(rule) {
        return '{'
          + '"name": ' + JSON.stringify(rule.name)
          + ', "symbols": [' +rule.symbols.map(serializeSymbol).join(', ')+ ']'
          + serializePostprocessor(rule.postprocess)
          + '}';
    };
    return "[\n    " + rules.map(serializeRule).join(",\n    ") + "\n]";
}

var generate = function (parser, exportName) {
	var output = "// Generated automatically by nearley\n";<commit_msg>added a link in the header comment<commit_after>(function () {
function serializeRules(rules) {
    var serializePostprocessor = function(p) {
        return p ? ', "postprocess": ' + p.toString()
                 : '';
    };
    var serializeSymbol = function(s) {
        return (s instanceof RegExp) ? s.toString()
                                     : JSON.stringify(s);
    };
    var serializeRule = function(rule) {
        return '{'
          + '"name": ' + JSON.stringify(rule.name)
          + ', "symbols": [' +rule.symbols.map(serializeSymbol).join(', ')+ ']'
          + serializePostprocessor(rule.postprocess)
          + '}';
    };
    return "[\n    " + rules.map(serializeRule).join(",\n    ") + "\n]";
}

var generate = function (parser, exportName) {
	var output = "// Generated automatically by nearley\n";
    output +=  "\n// http://github.com/Hardmath123/nearley";
{'fraction_non_alphanumeric': 0.16568742655699178, 'fraction_numerical': 0.0017626321974148062, 'mean_word_length': 2.2011278195488724, 'pattern_counts': {'":': 6, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3548968', 'n_tokens_mistral': 505, 'n_tokens_neox': 497, 'n_words': 94}