<commit_before>var gulp = require('gulp');
var source = require('vinyl-source-stream');
var watch = require('gulp-watch');
var sourcemaps = require('gulp-sourcemaps');
var buffer = require('vinyl-buffer');
var factor = require('factor-bundle');
var insert = require('gulp-insert');

var browserify = require('browserify');
var babelify = require('babelify');

if (process.env.NODE_ENV === undefined) {
  process.env.NODE_ENV = 'development';
}

gulp.task('js', function () {
  var worker_stream = source('./worker_comms.js');
  var b = browserify({
    entries: ['./src/site.js', './src/worker_comms.js'],
    debug: true,
    fullpath: true,
  })
    .transform(babelify.configure({
      sourceMap: true,
      // moduleRoot: '',
      // sourceRoot: 'src',
      // modules: 'amd',
      // moduleIds: true,
      optional: [
        'es7.objectRestSpread',
        'es7.classProperties',
        'es7.exportExtensions',
        'es7.asyncFunctions',
        'es7.functionBind',
        'es7.comprehensions',
        'runtime',
        'utility.inlineEnvironmentVariables',
        'minification.deadCodeElimination',
        'minification.memberExpressionLiterals',
        'minification.propertyLiterals',
        'validation.undeclaredVariableCheck',
        'spec.undefinedToVoid',
      ],<commit_msg>Disable deadCodeElim & undecVarCheck as they seem to be broken in the latest babel-core<commit_after>var gulp = require('gulp');
var source = require('vinyl-source-stream');
var watch = require('gulp-watch');
var sourcemaps = require('gulp-sourcemaps');
var buffer = require('vinyl-buffer');
var factor = require('factor-bundle');
var insert = require('gulp-insert');

var browserify = require('browserify');
var babelify = require('babelify');

if (process.env.NODE_ENV === undefined) {
  process.env.NODE_ENV = 'development';
}

gulp.task('js', function () {
  var worker_stream = source('./worker_comms.js');
  var b = browserify({
    entries: ['./src/site.js', './src/worker_comms.js'],
    debug: true,
    fullpath: true,
  })
    .transform(babelify.configure({
      sourceMap: true,
      optional: [
        'es7.objectRestSpread',
        'es7.classProperties',
        'es7.exportExtensions',
        'es7.asyncFunctions',
        'es7.functionBind',
        'es7.comprehensions',
        'runtime',
        'utility.inlineEnvironmentVariables',
        // 'minification.deadCodeElimination',
        'minification.memberExpressionLiterals',
        'minification.propertyLiterals',
        // 'validation.undeclaredVariableCheck',
        'spec.undefinedToVoid',
      ],
      experimental: true,
{'fraction_non_alphanumeric': 0.15190839694656488, 'fraction_numerical': 0.004580152671755725, 'mean_word_length': 3.2896890343698852, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2788225', 'n_tokens_mistral': 799, 'n_tokens_neox': 786, 'n_words': 149}