<commit_before>/**
 * Copyright 2016 Google Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS-IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

var $$ = require('gulp-load-plugins')();
const gulp = require('gulp');
const del = require('del');
const argv = require('minimist')(process.argv.slice(2));

const sources = ['{app,config}.js', '{src,routes}/**/*.js'];

const tests = ['tests/**/{test,test-*}.js'];

gulp.task('default', ['flow', 'lint', 'babel']);

gulp.task('babel', () => {
  return gulp.src(sources)
    .pipe($$.babel())
    .pipe(gulp.dest('dist'));
});

gulp.task('test', () => {
  return gulp.src(tests).pipe($$.ava({verbose: true, timeout: '15s'}));
});

gulp.task('flow', () => {
  return gulp.src(sources)
    .pipe($$.flowtype({
        all: false,
        weak: false,
        declarations: './declarations',
        killFlow: false,
        beep: true,
        abort: false
    }));
});

gulp.task('lint', () => {
  return gulp.src(sources)
      .pipe($$.eslint())
      .pipe($$.eslint.format())
      .pipe($$.eslint.failAfterError());
});

gulp.task('clean', (cb) => {
  return del(['dist'], cb);
});

gulp.task('watch', function() {
  return $$.watch(tests, {ignoreInitial: false},
      $$.batch(function(events, done) {
        gulp.start('default', done);
      }));
});
<commit_msg>bad copy pasta (#32)<commit_after>/**
 * Copyright 2016 Google Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS-IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

var $$ = require('gulp-load-plugins')();
const gulp = require('gulp');
const del = require('del');
const argv = require('minimist')(process.argv.slice(2));

const sources = ['{app,config}.js', '{src,routes}/**/*.js'];

const tests = ['tests/**/{test,test-*}.js'];

gulp.task('default', ['flow', 'lint', 'babel']);

gulp.task('babel', () => {
  return gulp.src(sources)
    .pipe($$.babel())
    .pipe(gulp.dest('dist'));
});

gulp.task('test', () => {
  return gulp.src(tests).pipe($$.ava({verbose: true, timeout: '15s'}));
});

gulp.task('flow', () => {
  return gulp.src(sources)
    .pipe($$.flowtype({
        all: false,
        weak: false,
        declarations: './declarations',
        killFlow: false,
        beep: true,
        abort: false
    }));
});

gulp.task('lint', () => {
  return gulp.src(sources)
      .pipe($$.eslint())
      .pipe($$.eslint.format())
      .pipe($$.eslint.failAfterError());
});

gulp.task('clean', (cb) => {
  return del(['dist'], cb);
});

gulp.task('watch', function() {
  return $$.watch(sources, {ignoreInitial: false},
      $$.batch(function(events, done) {
        gulp.start('default', done);
      }));
});

{'fraction_non_alphanumeric': 0.19552447552447552, 'fraction_numerical': 0.006713286713286713, 'mean_word_length': 3.4477611940298507, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7336235', 'n_tokens_mistral': 1147, 'n_tokens_neox': 1134, 'n_words': 307}