<commit_before>var gulp = require('gulp');
var less = require('gulp-less');
var postcss = require('gulp-postcss');
var autoprefixer = require('autoprefixer');
var shorthand = require('gulp-shorthand');
var csso = require('gulp-csso');
var babel = require('gulp-babel');
var babelify = require('babelify');
var browserify = require('browserify');
var vinylbuffer = require('vinyl-buffer');
var vinylsource = require('vinyl-source-stream');
var uglify = require('gulp-uglify');
var sourcemaps = require('gulp-sourcemaps');
var plumber = require('gulp-plumber');
var del = require('del');

/* Constants */
var SRC = './src';
var DIST = './dist';

/* Styles */
gulp.task('less:production', function () {
  return gulp.src(SRC + '/**/main.less')
    .pipe(less())
    .pipe(postcss([ autoprefixer({ browsers: ['last 2 version'] }) ]))
    .pipe(shorthand())
    .pipe(csso())
    .pipe(gulp.dest(DIST + '/styles'));
});

gulp.task('less', function () {
  return gulp.src(SRC + '/less/main.less')
    .pipe(less())
    .pipe(gulp.dest(DIST + '/styles'));
});

/* Scripts */
gulp.task('js:production', function() {
  var bundler = browserify(SRC + '/scripts/main.js', { debug: true });
  bundler.transform(babelify, { sourceMaps: true });

  return bundler
  .bundle()
  .pipe(vinylsource('bundle.js'))
  .pipe(vinylbuffer())
  .pipe(sourcemaps.init({ loadMaps: true }))
  .pipe(uglify())
  .pipe(sourcemaps.write('./'))
  .pipe(gulp.dest('dist/scripts'));
});

gulp.task('js', function() {
  var bundler = browserify(SRC + '/scripts/main.js', { debug: true });
  bundler.transform(babelify, { sourceMaps: true });
<commit_msg>Added sass task<commit_after>var gulp = require('gulp');
var less = require('gulp-less');
var postcss = require('gulp-postcss');
var autoprefixer = require('autoprefixer');
var shorthand = require('gulp-shorthand');
var csso = require('gulp-csso');
var babel = require('gulp-babel');
var babelify = require('babelify');
var browserify = require('browserify');
var vinylbuffer = require('vinyl-buffer');
var vinylsource = require('vinyl-source-stream');
var uglify = require('gulp-uglify');
var sourcemaps = require('gulp-sourcemaps');
var plumber = require('gulp-plumber');
var del = require('del');

/* Constants */
var SRC = './src';
var DIST = './dist';

/* Styles */
gulp.task('less:production', function () {
  return gulp.src(SRC + '/**/main.less')
    .pipe(less())
    .pipe(postcss([ autoprefixer({ browsers: ['last 2 version'] }) ]))
    .pipe(shorthand())
    .pipe(csso())
    .pipe(gulp.dest(DIST + '/styles'));
});

gulp.task('less', function () {
  return gulp.src(SRC + '/less/main.less')
    .pipe(less())
    .pipe(gulp.dest(DIST + '/styles'));
});

gulp.task('sass', function() {
  // do sass magic
});

/* Scripts */
gulp.task('js:production', function() {
  var bundler = browserify(SRC + '/scripts/main.js', { debug: true });
  bundler.transform(babelify, { sourceMaps: true });

  return bundler
  .bundle()
  .pipe(vinylsource('bundle.js'))
  .pipe(vinylbuffer())
  .pipe(sourcemaps.init({ loadMaps: true }))
  .pipe(uglify())
  .pipe(sourcemaps.write('./'))
  .pipe(gulp.dest('dist/scripts'));
});

gulp.task('js', function() {
  var bundler = browserify(SRC + '/scripts/main.js', { debug: true });
  bundler.transform(babelify, { sourceMaps: true });

{'fraction_non_alphanumeric': 0.21201091901728844, 'fraction_numerical': 0.0006066120715802245, 'mean_word_length': 4.52428810720268, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6672319', 'n_tokens_mistral': 1174, 'n_tokens_neox': 1145, 'n_words': 229}