<commit_before>var gulp = require('gulp'),
    sass = require('gulp-sass'),
    autoprefixer = require('gulp-autoprefixer'),
    hash = require('gulp-hash'),
    del = require('del');

// Compile SCSS files to CSS
gulp.task('scss', function() {

   // Delete old generated and hashed files
   del(['static/css/**/*'])

   gulp.src('src/scss/**/*.scss')
      .pipe(sass({
         outputStyle : 'compressed'
      }))
      .pipe(autoprefixer({
         browsers : ['last 20 versions']
      }))
      .pipe(hash())
      .pipe(gulp.dest('static/css'))
      // Create a hash map
      .pipe(hash.manifest('hash.json'))
      // Put the map in the data directory
      .pipe(gulp.dest('data/css'))
});

// Hash images
gulp.task("images", function () {
    del(["static/images/**/*"])
    gulp.src("src/images/**/*")
        .pipe(hash())
        .pipe(gulp.dest('static/images'))
        .pipe(hash.manifest('hash.json'))
        .pipe(gulp.dest('data/images'))
})

// Hash javascript
gulp.task("js", function () {
    del(["static/js/**/*"])
    gulp.src("src/js/**/*")
        .pipe(hash())
        .pipe(gulp.dest("static/js"))
        .pipe(hash.manifest('hash.json'))
        .pipe(gulp.dest('data/js'))
})

// Watch asset folder for changes
gulp.task('watch', ['scss', 'js', 'images'], function() {
   gulp.watch('src/scss/**/*', ['scss'])
   gulp.watch('src/js/**/*', ['js'])
   gulp.watch('src/images/**/*', ['images'])
});

// Set default task
gulp.task('default', ['watch']);<commit_msg>Add build task to gulp<commit_after>var gulp = require('gulp'),
    sass = require('gulp-sass'),
    autoprefixer = require('gulp-autoprefixer'),
    hash = require('gulp-hash'),
    del = require('del');

// Compile SCSS files to CSS
gulp.task('scss', function() {

   // Delete old generated and hashed files
   del(['static/css/**/*'])

   gulp.src('src/scss/**/*.scss')
      .pipe(sass({
         outputStyle : 'compressed'
      }))
      .pipe(autoprefixer({
         browsers : ['last 20 versions']
      }))
      .pipe(hash())
      .pipe(gulp.dest('static/css'))
      // Create a hash map
      .pipe(hash.manifest('hash.json'))
      // Put the map in the data directory
      .pipe(gulp.dest('data/css'))
});

// Hash images
gulp.task("images", function () {
    del(["static/images/**/*"])
    gulp.src("src/images/**/*")
        .pipe(hash())
        .pipe(gulp.dest('static/images'))
        .pipe(hash.manifest('hash.json'))
        .pipe(gulp.dest('data/images'))
})

// Hash javascript
gulp.task("js", function () {
    del(["static/js/**/*"])
    gulp.src("src/js/**/*")
        .pipe(hash())
        .pipe(gulp.dest("static/js"))
        .pipe(hash.manifest('hash.json'))
        .pipe(gulp.dest('data/js'))
})

// Build everything
gulp.task('build', ['scss', 'js', 'images']);

// Watch asset folder for changes
gulp.task('watch', ['scss', 'js', 'images'], function() {
   gulp.watch('src/scss/**/*', ['scss'])
   gulp.watch('src/js/**/*', ['js'])
   gulp.watch('src/images/**/*', ['images'])
});

// Set default task
gulp.task('default', ['build', 'watch']);
{'fraction_non_alphanumeric': 0.235790841182202, 'fraction_numerical': 0.0012991230919129587, 'mean_word_length': 2.724304715840387, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3565636', 'n_tokens_mistral': 1080, 'n_tokens_neox': 1065, 'n_words': 190}