<commit_before>const gulp = require(`gulp`)
const webpack = require(`webpack-stream`)
const uglify = require(`gulp-uglify`)
const concat = require(`gulp-concat`)
const mocha = require(`gulp-mocha`)
const babel = require(`babel/register`)
const del = require(`del`)

const ENTRY = `lib/index.js`
const SRC = `lib/**`
const TEST = `test/**/*-test.js`
const DIST = `dist/`
const NAME = `Yolk`
const OUTPUT = NAME + `.js`

const mochaConfig = {
  compilers: {
    js: babel
  },
  growl: true
}

const webpackConfig = {
  module: {
    loaders: [
      {
        test: /\.js/,
        exclude: [/node_modules/],
        loaders: [`babel?stage=0`]
      }
    ]
  },
  externals: {
    rx: `Rx`
  },
  output: { library: NAME, libraryTarget: `umd` },
  resolve: {
    extensions: [``, `.js`],
    modulesDirectories: [`node_modules`, `lib`]
  }
}

gulp.task(`clean`, function (cb) {
  return del.sync(DIST, cb())
})

gulp.task(`build.full`, function () {
  return gulp.src(ENTRY)
    .pipe(webpack(webpackConfig))
    .pipe(concat(OUTPUT))<commit_msg>Require webpack so that we can use the webpack dedeuper<commit_after>const gulp = require(`gulp`)
const webpack = require(`webpack`)
const webpackStream = require(`webpack-stream`)
const uglify = require(`gulp-uglify`)
const concat = require(`gulp-concat`)
const mocha = require(`gulp-mocha`)
const babel = require(`babel/register`)
const del = require(`del`)

const ENTRY = `lib/index.js`
const SRC = `lib/**`
const TEST = `test/**/*-test.js`
const DIST = `dist/`
const NAME = `Yolk`
const OUTPUT = NAME + `.js`

const mochaConfig = {
  compilers: {
    js: babel
  },
  growl: true
}

const webpackConfig = {
  module: {
    loaders: [
      {
        test: /\.js/,
        exclude: [/node_modules/],
        loaders: [`babel`]
      }
    ]
  },
  externals: {
    rx: `Rx`
  },
  output: { library: NAME, libraryTarget: `umd` },
  resolve: {
    extensions: [``, `.js`],
    modulesDirectories: [`node_modules`, `lib`]
  }
}

gulp.task(`clean`, function (cb) {
  return del.sync(DIST, cb())
})

gulp.task(`build.full`, function () {
  return gulp.src(ENTRY)
    .pipe(webpackStream(webpackConfig))
    .pipe(concat(OUTPUT))
{'fraction_non_alphanumeric': 0.1771744132535665, 'fraction_numerical': 0.0004601932811780948, 'mean_word_length': 3.2964426877470356, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '285263', 'n_tokens_mistral': 803, 'n_tokens_neox': 786, 'n_words': 177}