<commit_before>require('coffee-script/register');

var gulp = require('gulp');
var gutil = require('gulp-util');
var coffee = require('gulp-coffee');
var watch = require('gulp-watch');
var mocha = require('gulp-mocha');
var clean = require('gulp-clean');

var browserify = require('browserify');
var source = require('vinyl-source-stream');

gulp.task('default', ['coffee']);

gulp.task('coffee', function() {
  gulp.src('./src/**/*.coffee')
    .pipe(coffee({bare: true}).on('error', gutil.log))
    .pipe(gulp.dest('./build/'));
});

gulp.task('watch', function() {
  watch({ glob: './src/**/*.coffee' }, ['coffee']);
});

gulp.task('doc', function() {
  var biscotto = require('biscotto');
  biscotto.run();
});


gulp.task('browserify', ['coffee'], function() {
  browserify({
    entries: ['./build/wintermute.js'],
    extensions: ['.js']
  })
  .bundle().on('error', gutil.log)
  .pipe(source('wintermute.js'))
  .pipe(gulp.dest('./dist/'));
});

gulp.task('test', function() {
   gulp.src(['test/test.coffee', 'test/**/*.coffee'])
    .pipe(mocha({
      compilers: 'coffee:coffee-script/register',
      globals: ['chai', 'expect', 'sinon']
    })).on('error', gutil.log);
});

gulp.task('clean', function() {
  gulp.src(['build', 'dist'], { read: false })
    .pipe(clean());
});

gulp.task('build', ['clean', 'test', 'coffee', 'browserify', 'doc']);<commit_msg>Remove clean from build task<commit_after>require('coffee-script/register');

var gulp = require('gulp');
var gutil = require('gulp-util');
var coffee = require('gulp-coffee');
var watch = require('gulp-watch');
var mocha = require('gulp-mocha');
var clean = require('gulp-clean');

var browserify = require('browserify');
var source = require('vinyl-source-stream');

gulp.task('default', ['coffee']);

gulp.task('coffee', function() {
  gulp.src('./src/**/*.coffee')
    .pipe(coffee({bare: true}).on('error', gutil.log))
    .pipe(gulp.dest('./build/'));
});

gulp.task('watch', function() {
  watch({ glob: './src/**/*.coffee' }, ['coffee']);
});

gulp.task('doc', function() {
  var biscotto = require('biscotto');
  biscotto.run();
});


gulp.task('browserify', ['coffee'], function() {
  browserify({
    entries: ['./build/wintermute.js'],
    extensions: ['.js']
  })
  .bundle().on('error', gutil.log)
  .pipe(source('wintermute.js'))
  .pipe(gulp.dest('./dist/'));
});

gulp.task('test', function() {
   gulp.src(['test/test.coffee', 'test/**/*.coffee'])
    .pipe(mocha({
      compilers: 'coffee:coffee-script/register',
      globals: ['chai', 'expect', 'sinon']
    })).on('error', gutil.log);
});

gulp.task('clean', function() {
  gulp.src(['build', 'dist'], { read: false })
    .pipe(clean());
});

gulp.task('build', ['test', 'coffee', 'browserify', 'doc']);
{'fraction_non_alphanumeric': 0.2621818181818182, 'fraction_numerical': 0.0, 'mean_word_length': 4.524096385542169, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3541231', 'n_tokens_mistral': 1036, 'n_tokens_neox': 997, 'n_words': 170}