<commit_before>(function () {
    var _ = require('lodash');
    var browser = require('browser-sync');
    var colors = require('colors');
    var del = require('del');
    var filesize = require('filesize');
    var fs = require('fs');
    var gulp = require('gulp');
    var moment = require('moment');
    var path = require('path');
    var util = require('gulp-util');
    var webpack = require('webpack');
    var webpackStream = require('webpack-stream');

    var sprintf = require('sprintf-js').sprintf;

    var reload = false;
    var watchers = [];
    var tasks = {
        compile: [],
        default: [],
        watch: []
    };

    var config = {
        glob: {
            clean: ['web/resources']
        },
        js: {
            main: {
                origin: 'src/app',
                target: 'web/resources/js',
                file: 'main.js',
                glob: {
                    ts: ['**/*.ts'],
                    watch: ['**/*.html']
                }
            },
            uglify: {
                compress: {
                    drop_console: true,
                    warnings: false
                }
            },
            webpack: {
                entry: [
                    './node_modules/zone.js/dist/zone.js',
                    './node_modules/reflect-metadata/Reflect.js',
                    './src/app/main.ts'
                ],
                module: {
                    rules: [
                        {
                            test: /\.ts$/,
                            use: [
                                {
                                    loader: 'ts-loader',
                                    options: {
                                        transpileOnly: true,
                                        silent: true
                                    }
                                },
                                {
                                    loader: 'angular2-template-loader'
                                }
                            ]
                        },
                        {
                            test: /\.html$/,
                            loader: 'html-loader'
                        }
                    ]
                },
                resolve: {
                    extensions: ['.ts', '.js']
                },
                plugins: [
                    // Workaround for angular/angular#11580
                    new webpack.ContextReplacementPlugin(
                        /angular(\\|\/)core(\\|\/)@angular/,
                        path.resolve(__dirname, '../src')
                    )
                ]
            }
        },
        sync: {
            glob: [
                'web/index.html'
            ],
            server: {
                server: 'web',
                notify: false
            }
        },
        production: false,
        sourcemaps: false
    };

    var initialize = function () {
        config.production = !!util.env.production;
        config.sourcemaps = !!util.env.sourcemaps;

        correctConfigurationPaths();
        displayFlags();

        addCleanTasks();
        addHelpTasks();

        addJSTasks();

        addDefaultTasks();
    };

    var addCleanTasks = function () {
        var pattern = config.clean;
        gulp.task('clean', function () {
            del(pattern);
            output('cleaned', pattern.join(', '));
        });
    };

    var addDefaultTasks = function () {
        gulp.task('browser:watch', function () {
            browser.init(config.sync.server);
            watchers.push(gulp.watch(config.sync.glob, browser.reload))
        });

        tasks.default.push('browser:watch');

        gulp.task('default', tasks.default);
        gulp.task('compile', tasks.compile);
        gulp.task('watch', tasks.watch);
    };

    var addHelpTasks = function () {
        var options = [
            {task: '--silent', message: 'Removes built in gulp messages to simplify output'},
            {task: '--production', message: 'Adds minification to output JavaScript and SASS'},
        ];
<commit_msg>update help documentation for gulp command.<commit_after>(function () {
    var _ = require('lodash');
    var browser = require('browser-sync');
    var colors = require('colors');
    var del = require('del');
    var filesize = require('filesize');
    var fs = require('fs');
    var gulp = require('gulp');
    var moment = require('moment');
    var path = require('path');
    var util = require('gulp-util');
    var webpack = require('webpack');
    var webpackStream = require('webpack-stream');

    var sprintf = require('sprintf-js').sprintf;

    var reload = false;
    var watchers = [];
    var tasks = {
        compile: [],
        default: [],
        watch: []
    };

    var config = {
        glob: {
            clean: ['web/resources']
        },
        js: {
            main: {
                origin: 'src/app',
                target: 'web/resources/js',
                file: 'main.js',
                glob: {
                    ts: ['**/*.ts'],
                    watch: ['**/*.html']
                }
            },
            uglify: {
                compress: {
                    drop_console: true,
                    warnings: false
                }
            },
            webpack: {
                entry: [
                    './node_modules/zone.js/dist/zone.js',
                    './node_modules/reflect-metadata/Reflect.js',
                    './src/app/main.ts'
                ],
                module: {
                    rules: [
                        {
                            test: /\.ts$/,
                            use: [
                                {
                                    loader: 'ts-loader',
                                    options: {
                                        transpileOnly: true,
                                        silent: true
                                    }
                                },
                                {
                                    loader: 'angular2-template-loader'
                                }
                            ]
                        },
                        {
                            test: /\.html$/,
                            loader: 'html-loader'
                        }
                    ]
                },
                resolve: {
                    extensions: ['.ts', '.js']
                },
                plugins: [
                    // Workaround for angular/angular#11580
                    new webpack.ContextReplacementPlugin(
                        /angular(\\|\/)core(\\|\/)@angular/,
                        path.resolve(__dirname, '../src')
                    )
                ]
            }
        },
        sync: {
            glob: [
                'web/index.html'
            ],
            server: {
                server: 'web',
                notify: false
            }
        },
        production: false,
        sourcemaps: false
    };

    var initialize = function () {
        config.production = !!util.env.production;
        config.sourcemaps = !!util.env.sourcemaps;

        correctConfigurationPaths();
        displayFlags();

        addCleanTasks();
        addHelpTasks();

        addJSTasks();

        addDefaultTasks();
    };

    var addCleanTasks = function () {
        var pattern = config.clean;
        gulp.task('clean', function () {
            del(pattern);
            output('cleaned', pattern.join(', '));
        });
    };

    var addDefaultTasks = function () {
        gulp.task('browser:watch', function () {
            browser.init(config.sync.server);
            watchers.push(gulp.watch(config.sync.glob, browser.reload))
        });

        tasks.default.push('browser:watch');

        gulp.task('default', tasks.default);
        gulp.task('compile', tasks.compile);
        gulp.task('watch', tasks.watch);
    };

    var addHelpTasks = function () {
        var options = [
            {task: '--silent', message: 'Removes built in gulp messages to simplify output'},
            {task: '--production', message: 'Adds minification to output JavaScript'},
            {task: '--sourcemaps', message: 'Adds sourcemaps to output JavaScript'}
        ];

{'fraction_non_alphanumeric': 0.12412150089338893, 'fraction_numerical': 0.0014294222751637879, 'mean_word_length': 0.9612240130810559, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 12, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2297006', 'n_tokens_mistral': 2071, 'n_tokens_neox': 1942, 'n_words': 383}