<commit_before>'use strict';



var parseComments  = require('../lib/parseComments');



//var files = ['./test1.js'];

var files = [
    /*"./Ink/1/lib.js",*/
    "./Ink/Net/Ajax/1/lib.js",
    "./Ink/Net/JsonP/1/lib.js",
    "./Ink/Dom/Css/1/lib.js",
    "./Ink/Dom/Element/1/lib.js",
    "./Ink/Dom/Event/1/lib.js"/*,
    "./Ink/Dom/Loaded/1/lib.js",
    "./Ink/Dom/Selector/1/lib.js",
    "./Ink/Dom/Browser/1/lib.js",
    "./Ink/Util/Url/1/lib.js",
    "./Ink/Util/Swipe/1/lib.js",
    "./Ink/Util/String/1/lib.js",
    "./Ink/Util/Dumper/1/lib.js",
    "./Ink/Util/Date/1/lib.js",
    "./Ink/Util/Cookie/1/lib.js",
    "./Ink/Util/Array/1/lib.js",
    "./Ink/Util/Validator/1/lib.js",
    "./Ink/Util/BinPack/1/lib.js",
    "./Ink/UI/Aux/1/lib.js",
    "./Ink/UI/Modal/1/lib.js",
    "./Ink/UI/ProgressBar/1/lib.js",
    "./Ink/UI/SmoothScroller/1/lib.js",
    "./Ink/UI/SortableList/1/lib.js",
    "./Ink/UI/Spy/1/lib.js",
    "./Ink/UI/Sticky/1/lib.js",
    "./Ink/UI/Table/1/lib.js",
    "./Ink/UI/Tabs/1/lib.js",
    "./Ink/UI/ImageQuery/1/lib.js",
    "./Ink/UI/TreeView/1/lib.js",
    "./Ink/UI/FormValidator/1/lib.js",
    "./Ink/UI/Droppable/1/lib.js",
    "./Ink/UI/Draggable/1/lib.js",
    "./Ink/UI/DatePicker/1/lib.js",
    "./Ink/UI/Close/1/lib.js",
    "./Ink/UI/Toggle/1/lib.js",
    "./Ink/UI/Pagination/1/lib.js"*/
];
(function() {
    for (var i = 0, f = files.length; i < f; ++i) {
        files[i] = '/home/jdias/Work/inkjs' + files[i].substring(1);
    }
})();



parseComments(files, function(err, root) {
    if (err) { return console.log(err); }

    console.log( JSON.stringify(root, null, '\t') );
});
<commit_msg>debugging robustness<commit_after>'use strict';



var parseComments  = require('../lib/parseComments');



//var files = ['./test1.js'];

var files = [
    "./Ink/1/lib.js",
    "./Ink/Net/Ajax/1/lib.js",
    "./Ink/Net/JsonP/1/lib.js",
    "./Ink/Dom/Css/1/lib.js",
    "./Ink/Dom/Element/1/lib.js",
    "./Ink/Dom/Event/1/lib.js"/*,
    "./Ink/Dom/Loaded/1/lib.js",
    "./Ink/Dom/Selector/1/lib.js",
    "./Ink/Dom/Browser/1/lib.js",
    "./Ink/Util/Url/1/lib.js",
    "./Ink/Util/Swipe/1/lib.js",
    "./Ink/Util/String/1/lib.js",
    "./Ink/Util/Dumper/1/lib.js",
    "./Ink/Util/Date/1/lib.js",
    "./Ink/Util/Cookie/1/lib.js",
    "./Ink/Util/Array/1/lib.js",
    "./Ink/Util/Validator/1/lib.js",
    "./Ink/Util/BinPack/1/lib.js",
    "./Ink/UI/Aux/1/lib.js",
    "./Ink/UI/Modal/1/lib.js",
    "./Ink/UI/ProgressBar/1/lib.js",
    "./Ink/UI/SmoothScroller/1/lib.js",
    "./Ink/UI/SortableList/1/lib.js",
    "./Ink/UI/Spy/1/lib.js",
    "./Ink/UI/Sticky/1/lib.js",
    "./Ink/UI/Table/1/lib.js",
    "./Ink/UI/Tabs/1/lib.js",
    "./Ink/UI/ImageQuery/1/lib.js",
    "./Ink/UI/TreeView/1/lib.js",
    "./Ink/UI/FormValidator/1/lib.js",
    "./Ink/UI/Droppable/1/lib.js",
    "./Ink/UI/Draggable/1/lib.js",
    "./Ink/UI/DatePicker/1/lib.js",
    "./Ink/UI/Close/1/lib.js",
    "./Ink/UI/Toggle/1/lib.js",
    "./Ink/UI/Pagination/1/lib.js"*/
];
(function() {
    for (var i = 0, f = files.length; i < f; ++i) {
        files[i] = '/home/jdias/Work/inkjs' + files[i].substring(1);
    }
})();



parseComments(files, function(err, root) {
    if (err) { return console.log(err); }

    console.log( JSON.stringify(root, null, '\t') );
});

{'fraction_non_alphanumeric': 0.27981790591805766, 'fraction_numerical': 0.023672230652503793, 'mean_word_length': 2.040590405904059, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4472075', 'n_tokens_mistral': 1549, 'n_tokens_neox': 1598, 'n_words': 141}