<commit_before>'use strict';

var fs = require('fs');
var mkdirp = require('mkdirp');
var browserify = require('browserify');
var to5ify = require('6to5ify');

mkdirp.sync('./dist');

browserify({debug: true})
  .transform(to5ify)
  .require('./index.js', {entry: true})
  .bundle()
  .on('error', function (err) { console.log('Error : ' + err.message); })
  .pipe(fs.createWriteStream('dist/build.js'));<commit_msg>Update builder.js<commit_after>'use strict';

var fs = require('fs');
var mkdirp = require('mkdirp');
var browserify = require('browserify');
var to5ify = require('6to5ify');

mkdirp.sync('./dist');

browserify({'debug': true, 'standalone': 'es6'})
  .transform(to5ify)
  .require('./index.js', {'entry': true})
  .bundle()
  .on('error', function (err) { console.log('Error : ' + err.message); })
  .pipe(fs.createWriteStream('dist/build.js'));
{'fraction_non_alphanumeric': 0.22415795586527293, 'fraction_numerical': 0.010452961672473868, 'mean_word_length': 5.385185185185185, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5465798', 'n_tokens_mistral': 302, 'n_tokens_neox': 297, 'n_words': 58}