<commit_before>"use strict";
var gulp = require('gulp');
var jshint = require('gulp-jshint');
var istanbul = require('gulp-istanbul');
var jshintStylish = require('jshint-stylish');
var mocha = require('gulp-mocha');
var jscs = require('gulp-jscs');

require('shelljs/global');

var COMMON_DIR = "common/";
var BLOG_PARSER_DIR = "blogparser/";
var WEBAPP_DIR = "webapp/";
var PERSISTENCE_DIR = "persistence/";
var TEST_DIR = "*/test/*.js";
var BUILD_DIR = "build/"
//ignore test,build and node modules dir
var CODE_DIR = ["!**/**/test/*.js",
    "!**/node_modules/**/*.js", "**/**/*.js", "!**/build/**/"];

function executeShellCommand(command) {
    exec(command, {silent: false});
}


gulp.task("build", ['build-all', 'coverage', 'jshint']);

gulp.task("clean-build", ['clean-all']);


gulp.task("default", ["build"]);


gulp.task("test", function () {
    executeShellCommand("mocha -R spec " + TEST_DIR);
});
gulp.task("clean-all", ["clean-build","clean-common", "clean-blogparser", "clean-persistence", "clean-webapp"]);
gulp.task("build-all", ["build-common", "build-blogparser", "build-persistence", "build-webapp"]);


gulp.task("clean-persistence", function () {
    console.log("Cleaning up Persistence module");
    executeShellCommand("rm -r "+BUILD_DIR);
<commit_msg>Fixed jshint  bug added semicolon<commit_after>"use strict";
var gulp = require('gulp');
var jshint = require('gulp-jshint');
var istanbul = require('gulp-istanbul');
var jshintStylish = require('jshint-stylish');
var mocha = require('gulp-mocha');
var jscs = require('gulp-jscs');

require('shelljs/global');

var COMMON_DIR = "common/";
var BLOG_PARSER_DIR = "blogparser/";
var WEBAPP_DIR = "webapp/";
var PERSISTENCE_DIR = "persistence/";
var TEST_DIR = "*/test/*.js";
var BUILD_DIR = "build/";
//ignore test,build and node modules dir
var CODE_DIR = ["!**/**/test/*.js",
    "!**/node_modules/**/*.js", "**/**/*.js", "!**/build/**/"];

function executeShellCommand(command) {
    exec(command, {silent: false});
}


gulp.task("build", ['build-all', 'coverage', 'jshint']);

gulp.task("clean-build", ['clean-all']);


gulp.task("default", ["build"]);


gulp.task("test", function () {
    executeShellCommand("mocha -R spec " + TEST_DIR);
});
gulp.task("clean-all", ["clean-build","clean-common", "clean-blogparser", "clean-persistence", "clean-webapp"]);
gulp.task("build-all", ["build-common", "build-blogparser", "build-persistence", "build-webapp"]);


gulp.task("clean-persistence", function () {
    console.log("Cleaning up Persistence module");
    executeShellCommand("rm -r "+BUILD_DIR);

{'fraction_non_alphanumeric': 0.22278186749321968, 'fraction_numerical': 0.0, 'mean_word_length': 5.422885572139304, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4684603', 'n_tokens_mistral': 931, 'n_tokens_neox': 930, 'n_words': 182}