<commit_before>/*
 * grunt-plugin-pandoc
 * https://github.com/eaperson/grunt-plugin-pandoc
 *
 * Copyright (c) 2015 <NAME>
 * Licensed under the MIT license.
 */
module.exports = function (grunt) {
    'use strict';

    var childproc = require('child_process');

    // Please see the Grunt documentation for more information regarding task
    // creation: http://gruntjs.com/creating-tasks

    grunt.registerMultiTask('plugin_pandoc', 'Grunt plugin for running pandoc', function () {
        // Merge task-specific and/or target-specific options with these defaults.
        var options = this.options({
            punctuation: '.',
            separator: ', '
        });

        // Iterate over all specified file groups.
        this.files.forEach(function (fileGroup) {
            // Concat specified files.
            var src = fileGroup.src.filter(function (filepath) {
                // Warn on and remove invalid source files (if nonull was set).
                if (!grunt.file.exists(filepath)) {
                    grunt.log.warn('Source file "' + filepath + '" not found.');
                    return false;
                } else {
                    return true;
                }
            }).forEach(function (filepath) {
                grunt.log.writeln('Input file: ' + filepath);
                grunt.log.writeln('Dest dir: ' + fileGroup.dest);
            });
                
//                map(function (filepath) {
//                // Read file source.
//                return grunt.file.read(filepath);
//            }).join(grunt.util.normalizelf(options.separator));

            // Handle options.
            //src += options.punctuation;
            
            
            
            

            // Write the destination file.
            // grunt.file.write(f.dest, src);

            // Print a success message.
            // grunt.log.writeln('File "' + fileGroup.dest + '" created.');
            grunt.log.writeln('File group ' + fileGroup.dest + 'done.');
        });
    });

};<commit_msg>adjust for cwd<commit_after>/*
 * grunt-plugin-pandoc
 * https://github.com/eaperson/grunt-plugin-pandoc
 *
 * Copyright (c) 2015 <NAME>
 * Licensed under the MIT license.
 */
module.exports = function (grunt) {
    'use strict';

    var childproc = require('child_process');

    // Please see the Grunt documentation for more information regarding task
    // creation: http://gruntjs.com/creating-tasks

    grunt.registerMultiTask('plugin_pandoc', 'Grunt plugin for running pandoc', function () {
        // Merge task-specific and/or target-specific options with these defaults.
        var options = this.options({
            punctuation: '.',
            separator: ', '
        });

        // Iterate over all specified file groups.
        this.files.forEach(function (fileGroup) {
            // Concat specified files.
            var src = fileGroup.src.filter(function (filepath) {
                // Warn on and remove invalid source files (if nonull was set).
                var realFilepath = fileGroup.cwd ? [fileGroup.cwd, filepath].join('/') : filepath;
                if (!grunt.file.exists(realFilepath)) {
                    grunt.log.warn('Source file "' + filepath + '" not found.');
                    return false;
                } else {
                    return true;
                }
            }).forEach(function (realFilepath) {
                grunt.log.writeln('Input file: ' + realFilepath);
                grunt.log.writeln('Dest dir: ' + fileGroup.dest);
            });
                
//                map(function (filepath) {
//                // Read file source.
//                return grunt.file.read(filepath);
//            }).join(grunt.util.normalizelf(options.separator));

            // Handle options.
            //src += options.punctuation;
            
            
            
            

            // Write the destination file.
            // grunt.file.write(f.dest, src);

            // Print a success message.
            // grunt.log.writeln('File "' + fileGroup.dest + '" created.');
            grunt.log.writeln('File group ' + fileGroup.dest + 'done.');
        });
    });

};
{'fraction_non_alphanumeric': 0.12571022727272727, 'fraction_numerical': 0.001893939393939394, 'mean_word_length': 1.5606060606060606, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2094967', 'n_tokens_mistral': 1148, 'n_tokens_neox': 1104, 'n_words': 262}