<commit_before>var gulp = require('gulp');
var gutil = require('gulp-util');
var rename = require("gulp-rename");
var jshint = require('gulp-jshint');
var gulpRollup = require('gulp-rollup');
var sourcemaps = require('gulp-sourcemaps');
var mocha = require('gulp-mocha');
var uglify = require('gulp-uglify');
var del = require('del');
var jsdoc = require("gulp-jsdoc3");
var concat = require("gulp-concat");
var watch = require('gulp-watch');
var batch = require('gulp-batch');
var rollup = require('rollup').rollup;
var string = require('rollup-plugin-string');
var glob = require('glob');
var commonjs = require('rollup-plugin-commonjs');
var nodeResolve = require('rollup-plugin-node-resolve');

function glsl () {
  return {
    transform ( code, id ) {
      if ( !/\.(glsl|frag|vert)$/.test( id ) ) return;
      return 'export default ' + JSON.stringify(
        code
          .replace( /[ \t]*\/\/.*\n/g, '' )
          .replace( /[ \t]*\/\*[\s\S]*?\*\//g, '' )
          .replace( /\n{2,}/g, '\n' )
          .replace( /\t/g, ' ' )
          .replace( / {2,}/g, ' ' )
          .replace( / *\n */g, '\n' )
      ) + ';'
    }
  };
}<commit_msg>old node.js compat<commit_after>var gulp = require('gulp');
var gutil = require('gulp-util');
var rename = require("gulp-rename");
var jshint = require('gulp-jshint');
var gulpRollup = require('gulp-rollup');
var sourcemaps = require('gulp-sourcemaps');
var mocha = require('gulp-mocha');
var uglify = require('gulp-uglify');
var del = require('del');
var jsdoc = require("gulp-jsdoc3");
var concat = require("gulp-concat");
var watch = require('gulp-watch');
var batch = require('gulp-batch');
var rollup = require('rollup').rollup;
var string = require('rollup-plugin-string');
var glob = require('glob');
var commonjs = require('rollup-plugin-commonjs');
var nodeResolve = require('rollup-plugin-node-resolve');

function glsl () {
  return {
    transform: function( code, id ) {
      if ( !/\.(glsl|frag|vert)$/.test( id ) ) return;
      return 'export default ' + JSON.stringify(
        code
          .replace( /[ \t]*\/\/.*\n/g, '' )
          .replace( /[ \t]*\/\*[\s\S]*?\*\//g, '' )
          .replace( /\n{2,}/g, '\n' )
          .replace( /\t/g, ' ' )
          .replace( / {2,}/g, ' ' )
          .replace( / *\n */g, '\n' )
      ) + ';'
    }
  };
}
{'fraction_non_alphanumeric': 0.223083548664944, 'fraction_numerical': 0.002583979328165375, 'mean_word_length': 2.8846153846153846, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5057496', 'n_tokens_mistral': 839, 'n_tokens_neox': 831, 'n_words': 171}