<commit_before>module.exports = function(grunt) {
  grunt.initConfig({
    jshint: {
      all: ['*.js']
    },
    shell: {
      target: {
        command: 'mvn -q -f parser/pom.xml package'
      }
    },
    mochaTest: {
      test: {
        options: {
          reporter: 'spec',
        },
        src: ['test/test.js']
      }
    }
  });

  grunt.loadNpmTasks('grunt-contrib-jshint');
  grunt.loadNpmTasks('grunt-shell');
  grunt.loadNpmTasks('grunt-mocha-test');

  grunt.registerTask('constants', function() {
    var done = this.async();
    updateConstants(done);
  });
  grunt.registerTask('fullhistory', function() {
    var done = this.async();
    getFullMatchHistory(done);
  });
  grunt.registerTask('unparsed', function() {
    var done = this.async();
    unparsed(done);
  });
  grunt.registerTask('default', ['shell', 'constants', 'mochaTest']);

  var dotenv = require('dotenv');
  dotenv.load();
  var request = require('request');
  var cheerio = require('cheerio');
  var fs = require('fs');
  var async = require('async');<commit_msg>removed constants task from grunt default<commit_after>module.exports = function(grunt) {
  grunt.initConfig({
    jshint: {
      all: ['*.js']
    },
    shell: {
      target: {
        command: 'mvn -q -f parser/pom.xml package'
      }
    },
    mochaTest: {
      test: {
        options: {
          reporter: 'spec',
        },
        src: ['test/test.js']
      }
    }
  });

  grunt.loadNpmTasks('grunt-contrib-jshint');
  grunt.loadNpmTasks('grunt-shell');
  grunt.loadNpmTasks('grunt-mocha-test');

  grunt.registerTask('constants', function() {
    var done = this.async();
    updateConstants(done);
  });
  grunt.registerTask('fullhistory', function() {
    var done = this.async();
    getFullMatchHistory(done);
  });
  grunt.registerTask('unparsed', function() {
    var done = this.async();
    unparsed(done);
  });
  grunt.registerTask('default', ['shell', 'mochaTest']);

  var dotenv = require('dotenv');
  dotenv.load();
  var request = require('request');
  var cheerio = require('cheerio');
  var fs = require('fs');
  var async = require('async');
{'fraction_non_alphanumeric': 0.1771856007480131, 'fraction_numerical': 0.0, 'mean_word_length': 2.8698010849909585, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2425950', 'n_tokens_mistral': 726, 'n_tokens_neox': 725, 'n_words': 127}