<commit_before>module.exports = function(grunt) {
    // Project configuration.
    grunt.initConfig({
        spider_script: {
            options: {
                sourcemap: false
            },
            utils: {
                files: {
                    'dist/kao_utils.js': 'kao_utils.spider'
                }
            }
        }
    });
    grunt.loadNpmTasks('grunt-spider-script');

    // Default task(s).
    grunt.registerTask('default', ['spider_script']);<commit_msg>Updated the GRuntfile to compile all spider scripts<commit_after>module.exports = function(grunt) {
    // Project configuration.
    grunt.initConfig({
        spider_script: {
            options: {
                sourcemap: false
            },
            compile: {
                files: [{
                    expand: true,
                    src: ['*.spider'],
                    dest: 'dist/',
                    ext: '.js'
                }]
            }
        }
    });
    grunt.loadNpmTasks('grunt-spider-script');

    // Default task(s).
    grunt.registerTask('default', ['spider_script']);
{'fraction_non_alphanumeric': 0.1257918552036199, 'fraction_numerical': 0.0, 'mean_word_length': 1.3138075313807531, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '287233', 'n_tokens_mistral': 312, 'n_tokens_neox': 296, 'n_words': 48}