<commit_before>var babelify = require("babelify");
var browserify = require("browserify");
var concat = require("gulp-concat");
var globalReact = require("global-react");
var gulp = require("gulp");
var source = require("vinyl-source-stream");
var template = require("gulp-template");
var watchify = require("watchify");

function time() {
    return "[" + new Date().toLocaleTimeString() + "] ";
}

var dist = ".";

var bundlers = [
    // Add more entries here
    "./js/app.jsx",
    "./js/vendor.js"
].map(function(entry) {
    return browserify({
        debug: true,
        entries: [entry],
        extensions: [".js", ".jsx"],
        transform: [babelify]
    }).exclude("react").transform({global: true}, globalReact);
    // Same as `browserify app.jsx -t babelify -g global-react`
});

function build(bundler) {
    (bundler ? [bundler] : bundlers).map(function(bundler) {
        var entry = bundler._options.entries[0];
        var target = entry.replace(/^.*\/([^\/]+js)x?$/, "$1");
        var start = Date.now();
        console.log(time() + "Bundling " + entry + " ...");
        bundler.bundle()
            .on("error", console.error)
            .on("end", function() {
                var duration = Date.now() - start + " ms";<commit_msg>Fix gulpfile comment<commit_after>var babelify = require("babelify");
var browserify = require("browserify");
var concat = require("gulp-concat");
var globalReact = require("global-react");
var gulp = require("gulp");
var source = require("vinyl-source-stream");
var template = require("gulp-template");
var watchify = require("watchify");

function time() {
    return "[" + new Date().toLocaleTimeString() + "] ";
}

var dist = ".";

var bundlers = [
    // Add more entries here
    "./js/app.jsx",
    "./js/vendor.js"
].map(function(entry) {
    return browserify({
        debug: true,
        entries: [entry],
        transform: [babelify]
    }).exclude("react").transform({global: true}, globalReact);
    // Same as `browserify app.jsx -t babelify -u react -g global-react`
});

function build(bundler) {
    (bundler ? [bundler] : bundlers).map(function(bundler) {
        var entry = bundler._options.entries[0];
        var target = entry.replace(/^.*\/([^\/]+js)x?$/, "$1");
        var start = Date.now();
        console.log(time() + "Bundling " + entry + " ...");
        bundler.bundle()
            .on("error", console.error)
            .on("end", function() {
                var duration = Date.now() - start + " ms";
{'fraction_non_alphanumeric': 0.1909708349980024, 'fraction_numerical': 0.0015980823012385138, 'mean_word_length': 2.8582434514637907, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6287885', 'n_tokens_mistral': 790, 'n_tokens_neox': 787, 'n_words': 180}