<commit_before>'use strict';

var M = require('./lib/main'),
    C = require('clojarse-js'),
    fs = require('fs');

var input   = fs.readFileSync('/dev/stdin', {'encoding': 'utf8'}),
    ast     = C.parseAst(input),
    output  = M.standard(ast.value);

//console.log('output: ' + JSON.stringify(output));
process.stdout.write((typeof output === 'string' ? 
                      output :
                      JSON.stringify(output, null, 2))   + "\n");


module.exports = {

};
<commit_msg>deal with parse errors in driver module<commit_after>'use strict';

var M = require('./lib/main'),
    C = require('clojarse-js'),
    fs = require('fs');

var input   = fs.readFileSync('/dev/stdin', {'encoding': 'utf8'}),
    ast     = C.parseAst(input),
    output  = ast.fmap(M.standard);

//console.log('output: ' + JSON.stringify(output));
process.stdout.write((typeof output === 'string' ? 
                      output :
                      JSON.stringify(output, null, 2))   + "\n");


module.exports = {

};

{'fraction_non_alphanumeric': 0.19151036525172754, 'fraction_numerical': 0.003948667324777887, 'mean_word_length': 2.557894736842105, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '992495', 'n_tokens_mistral': 331, 'n_tokens_neox': 317, 'n_words': 64}