<commit_before>var gulp = require('gulp');
var filter = require('gulp-filter');
var uglify = require('gulp-uglify');
var concat = require('gulp-concat');
var uglifycss = require('gulp-uglifycss');
var livereload = require('gulp-livereload');
var jshint = require('gulp-jshint');
var stylish = require('jshint-stylish');
var fs = require('fs')

gulp.task('lint', function() {
	return gulp.src('src/js/*.js')
		.pipe(jshint())
		.pipe(jshint.reporter(stylish));
});

gulp.task('folders', function() {
	fs.mkdir('public/s', function(err) {
	});
});

gulp.task('js', function() {

	var jsFiles = ['src/js/*'];

	gulp.src(jsFiles)
		.pipe(filter('*.js'))
		.pipe(concat('main.js'))
		.pipe(uglify())
		.pipe(gulp.dest('public/assets/js'))
		.pipe(livereload());
});

gulp.task('css', function() {

	var cssFiles = ['src/css/*'];

	// gulp-order if order of css files mather. Example if using normalize.css

	gulp.src(cssFiles)
		.pipe(filter('*.css'))
		.pipe(concat('main.css'))
		.pipe(uglifycss())
		.pipe(gulp.dest('public/assets/css'))
		.pipe(livereload());
});

gulp.task('watch', function() {
	livereload.listen(['8080', '127.0.0.1']);

	gulp.watch('src/js/*.js', ['js']);

	gulp.watch('src/css/*.css', ['css']);
});

gulp.task('build', ['js', 'css', 'lint', 'folders'], function() {});
gulp.task('default', ['js', 'css', 'watch'], function() {});<commit_msg>Changed name from folders to setup and added new data file to setup<commit_after>var gulp = require('gulp');
var filter = require('gulp-filter');
var uglify = require('gulp-uglify');
var concat = require('gulp-concat');
var uglifycss = require('gulp-uglifycss');
var livereload = require('gulp-livereload');
var jshint = require('gulp-jshint');
var stylish = require('jshint-stylish');
var fs = require('fs')

gulp.task('lint', function() {
	return gulp.src('src/js/*.js')
		.pipe(jshint())
		.pipe(jshint.reporter(stylish));
});

gulp.task('setup', function() {
	fs.mkdir('public/s', function(err) { });
	fs.mkdir('data/', function(err) { 
		fs.writeFile('data/data.json', '{}', function(err) { });
	});
});

gulp.task('js', function() {

	var jsFiles = ['src/js/*'];

	gulp.src(jsFiles)
		.pipe(filter('*.js'))
		.pipe(concat('main.js'))
		.pipe(uglify())
		.pipe(gulp.dest('public/assets/js'))
		.pipe(livereload());
});

gulp.task('css', function() {

	var cssFiles = ['src/css/*'];

	// gulp-order if order of css files mather. Example if using normalize.css

	gulp.src(cssFiles)
		.pipe(filter('*.css'))
		.pipe(concat('main.css'))
		.pipe(uglifycss())
		.pipe(gulp.dest('public/assets/css'))
		.pipe(livereload());
});

gulp.task('watch', function() {
	livereload.listen(['8080', '127.0.0.1']);

	gulp.watch('src/js/*.js', ['js']);

	gulp.watch('src/css/*.css', ['css']);
});

gulp.task('build', ['js', 'css', 'lint', 'setup'], function() {});
gulp.task('default', ['js', 'css', 'watch'], function() {});
{'fraction_non_alphanumeric': 0.2520013922728855, 'fraction_numerical': 0.006961364427427776, 'mean_word_length': 4.901437371663245, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5721988', 'n_tokens_mistral': 1160, 'n_tokens_neox': 1095, 'n_words': 194}