<commit_before>var gulp = require('gulp');

var clean = require('gulp-clean');
var concat = require('gulp-concat');
var uglify = require('gulp-uglify');
var filesize = require('gulp-filesize');
var gutil = require('gulp-util');
var sourcemaps = require('gulp-sourcemaps');
var watch = require('gulp-watch');
var rename = require('gulp-rename');
var jsdoc = require('gulp-jsdoc');

gulp.task('clean', function() {
    return gulp.src('release', {read: false}).pipe(clean());
});

gulp.task('build', function() {
    return gulp.src('framework/**.js')
        .pipe(concat('pathfinder.js'))
        .pipe(gulp.dest('release'))
        .pipe(uglify())
        .pipe(rename('pathfinder.min.js'))
        .pipe(sourcemaps.write())
        .pipe(gulp.dest('release'))
        .pipe(filesize())
        .on('error', gutil.log);
});

gulp.task('docs', function() {
    return gulp.src('./framework/**.js')
        .pipe(jsdoc('release/docs'));
});

gulp.task('watch', function() {
    gulp.watch('framework/**.js', ['clean', 'build', 'docs']);
});

gulp.task('default', ['watch', 'clean', 'build', 'docs']);<commit_msg>JSDoc now includes readme as index<commit_after>var gulp = require('gulp');

var clean = require('gulp-clean');
var concat = require('gulp-concat');
var uglify = require('gulp-uglify');
var filesize = require('gulp-filesize');
var gutil = require('gulp-util');
var sourcemaps = require('gulp-sourcemaps');
var watch = require('gulp-watch');
var rename = require('gulp-rename');
var jsdoc = require('gulp-jsdoc');

gulp.task('clean', function() {
    return gulp.src('release', {read: false}).pipe(clean());
});

gulp.task('build', function() {
    return gulp.src('framework/**.js')
        .pipe(concat('pathfinder.js'))
        .pipe(gulp.dest('release'))
        .pipe(uglify())
        .pipe(rename('pathfinder.min.js'))
        .pipe(sourcemaps.write())
        .pipe(gulp.dest('release'))
        .pipe(filesize())
        .on('error', gutil.log);
});

gulp.task('docs', function() {
    return gulp.src(["./framework/**.js", "README.md"])
        .pipe(jsdoc('release/docs'));
});

gulp.task('watch', function() {
    gulp.watch('framework/**.js', ['clean', 'build', 'docs']);
});

gulp.task('default', ['watch', 'clean', 'build', 'docs']);
{'fraction_non_alphanumeric': 0.23117803365810452, 'fraction_numerical': 0.0, 'mean_word_length': 4.042410714285714, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4384997', 'n_tokens_mistral': 765, 'n_tokens_neox': 766, 'n_words': 135}