<commit_before>var gulp = require('gulp');
var ts = require('gulp-typescript');
var del = require('del');
var runSequence = require('run-sequence');
var tar = require('gulp-tar');
var p = require('./package.json');
var mocha = require('gulp-mocha');
var Builder = require('systemjs-builder');

var dir = {
  src: 		'./src/main/**/*.ts',
  test:     './src/test/**/*.ts',
  html: 	'./src/html/**/*',
  target:	'./target/**/*'
};

    gulp.task('clean', function() {
        return del(['target']);
    });

    gulp.task('test', function() {
        return gulp.src(dir.test)
            .pipe(ts({
                outFile:'test.js',
                removeComments: false,
                preserveConstEnums: true,
                sourceMap: true,
                experimentalDecorators: true,
                declaration: true,
                module: 'system'
            }))
            .pipe(gulp.dest('target'))
            .pipe(mocha());
});

gulp.task('src', function() {
	return gulp.src(dir.src)
		.pipe(ts({
            typescript: require('typescript'), // In my package.json I have "typescript": "~1.8.0-dev.20151128"
            module: 'system',
            experimentalDecorators: true,
            emitDecoratorMetadata: true,
            outFile : 'app.js',
            target: "es5"
        }))
        .pipe(gulp.dest('target'));
});

gulp.task('html', function() {
	return gulp.src(dir.html)
		.pipe(gulp.dest('target/'));
});

gulp.task('package', function() {
	var name = "RTCJS-" + p.version + ".tar";
	return gulp.src(['!target/' + name, dir.target])
		.pipe(tar(name))
		.pipe(gulp.dest('target/'));
});

gulp.task('build', function(callback) {
    runSequence('clean', 'src', 'html', callback);
});

gulp.task('watch', function() {
  gulp.watch([dir.src, dir.html], ['build']);
});

gulp.task('default', function(callback) {
	runSequence('clean',
				'build',
				'package',
				 callback);<commit_msg>implemented scanline for one read of ly<commit_after>var gulp = require('gulp');
var ts = require('gulp-typescript');
var del = require('del');
var runSequence = require('run-sequence');
var tar = require('gulp-tar');
var p = require('./package.json');
var mocha = require('gulp-mocha');
var Builder = require('systemjs-builder');

var dir = {
    src: './src/main/**/*.ts',
    test: './src/test/**/*.ts',
    html: './src/html/**/*',
    target: './target/**/*'
};

gulp.task('clean', function () {
    return del(['target']);
});

gulp.task('test', function () {
    return gulp.src(dir.test)
        .pipe(ts({
            outFile: 'test.js',
            removeComments: false,
            preserveConstEnums: true,
            sourceMap: true,
            experimentalDecorators: true,
            declaration: true,
            module: 'system'
        }))
        .pipe(gulp.dest('target'))
        .pipe(mocha());
});

gulp.task('src', function () {
    return gulp.src(dir.src)
        .pipe(ts({
            typescript: require('typescript'), // In my package.json I have "typescript": "~1.8.0-dev.20151128"
            module: 'system',
            experimentalDecorators: true,
            emitDecoratorMetadata: true,
            outFile: 'app.js',
            target: "es5"
        }))
        .pipe(gulp.dest('target'));
});

gulp.task('html', function () {
    return gulp.src(dir.html)
        .pipe(gulp.dest('target/'));
});

gulp.task('package', function () {
    var name = "RTCJS-" + p.version + ".tar";
    return gulp.src(['!target/' + name, dir.target])
        .pipe(tar(name))
        .pipe(gulp.dest('target/'));
});

gulp.task('build', function (callback) {
    runSequence('clean', 'src', 'html', callback);
});

gulp.task('watch', function () {
    gulp.watch([dir.src, dir.html], ['build']);
});

gulp.task('default', function (callback) {
    runSequence('clean',
        'build',
        'package',
        callback);
{'fraction_non_alphanumeric': 0.20159835009022944, 'fraction_numerical': 0.006187161639597835, 'mean_word_length': 2.4642857142857144, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1138987', 'n_tokens_mistral': 1295, 'n_tokens_neox': 1247, 'n_words': 244}