<commit_before>var webpack = require('webpack')
var path = require('path')
var fs = require('fs')

var plugins = [
  new webpack.IgnorePlugin(/\.(css|less)$/),
  new webpack.BannerPlugin('require("source-map-support").install();', { raw: true, entryOnly: false })
]

if (process.env.COMPRESS) {
    plugins.push(
    new webpack.optimize.UglifyJsPlugin({
        compressor: {
            warnings: false
        }
    })
  )
}

var nodeModules = {}
fs.readdirSync('node_modules')
  .filter(function(x) {
      return ['.bin'].indexOf(x) === -1
  })
  .forEach(function(mod) {
      nodeModules[mod] = 'commonjs ' + mod
  })

module.exports = {
    module: {
        preLoaders: [
          { test: /\.(js|jsx)$/, loaders: ['jscs'], exclude: /node_modules/ }
        ],
        loaders: [
          { test: /\.(js|jsx)$/, loaders: ['babel?stage=0'], exclude: /node_modules/ },
          { test: /\.ts(x?)$/, loaders: ['ts-loader'], exclude: /node_modules/ },
          { test: /\.json$/, loader: 'json-loader' }
        ],
        noParse: []
    },
    externals: nodeModules,
    plugins: plugins,
    devtool: process.env.COMPRESS ? null : 'inline-source-map',
    ts: {
        compiler: 'typescript'
    }
}<commit_msg>removing unusefull things from wepback<commit_after>var webpack = require('webpack')
var path = require('path')
var fs = require('fs')

var plugins = []

if (process.env.COMPRESS) {
    plugins.push(
    new webpack.optimize.UglifyJsPlugin({
        compressor: {
            warnings: false
        }
    })
  )
}

var nodeModules = {}
fs.readdirSync('node_modules')
  .filter(function(x) {
      return ['.bin'].indexOf(x) === -1
  })
  .forEach(function(mod) {
      nodeModules[mod] = 'commonjs ' + mod
  })

module.exports = {
    module: {
        preLoaders: [
          { test: /\.js$/, loaders: ['jscs'], exclude: /node_modules/ }
        ],
        loaders: [
          { test: /\.js$/, loaders: ['babel?stage=0'], exclude: /node_modules/ },
          { test: /\.ts$/, loaders: ['ts-loader'], exclude: /node_modules/ }
        ],
        noParse: []
    },
    externals: nodeModules,
    plugins: plugins,
    ts: {
        compiler: 'typescript'
    }
}
{'fraction_non_alphanumeric': 0.1827318410232983, 'fraction_numerical': 0.001827318410232983, 'mean_word_length': 2.3282674772036476, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4001766', 'n_tokens_mistral': 751, 'n_tokens_neox': 748, 'n_words': 140}