<commit_before>var gulp = require("gulp");
var git = require("gulp-git");
var path = require("path");
var fs = require("fs");

var exec = require("child_process").exec;


gulp.task("installPuppeteerInCI", function (done) {
    exec("sudo yarn add puppeteer", { maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
        if (err) {
            throw err;
        }

        done();
    });
});



gulp.task("installPuppeteer", function (done) {
    console.log("sudo cp -rf ../Wonder-Benchmark/node_modules/puppeteer ./node_modules/puppeteer");

    exec("sudo cp -rf ../Wonder-Benchmark/node_modules/puppeteer ./node_modules/puppeteer", { maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
        if (err) {
            throw err;
        }


        console.log("sudo npm install in node_modules/puppeteer");



        exec("sudo npm install", { cwd: path.join(process.cwd(), "node_modules/puppeteer"), maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
            if (err) {
                throw err;
            }

            done();
        });
    });
});







// gulp.task("install", function (done) {
//     var packageFilePath = path.join(process.cwd(), "./package.json");

//     console.log("remove puppeteer in package.json...");



//     var packageContent = JSON.parse(fs.readFileSync(packageFilePath));

//     delete packageContent.devDependencies.puppeteer;



//     fs.writeFileSync(packageFilePath,
//         JSON.stringify(packageContent, null, "\t")
//     );



//     console.log("sudo rm -rf node_modules/ yarn.lock");





//     exec("sudo rm -rf node_modules/ yarn.lock", { maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
//         if (err) {
//             throw err;
//         }

//         console.log("sudo yarn install");

//         exec("sudo yarn install", { maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
//             if (err) {
//                 throw err;
//             }


//             console.log("sudo cp -rf ../Wonder-Benchmark/node_modules/puppeteer ./node_modules/puppeteer");

//             exec("sudo cp -rf ../Wonder-Benchmark/node_modules/puppeteer ./node_modules/puppeteer", { maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
//                 if (err) {
//                     throw err;
//                 }


//                 console.log("sudo npm install");



//                 exec("sudo npm install", { cwd: path.join(process.cwd(), "node_modules/puppeteer"), maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
//                     if (err) {
//                         throw err;
//                     }

//                     console.log("restore package.json");


//                     packageContent.devDependencies.puppeteer = "^0.13.0";



//                     fs.writeFileSync(packageFilePath,
//                         JSON.stringify(packageContent, null, "\t")
//                     );

//                     done();
//                 });
//             });
//         });
//     });
// });

<commit_msg>chore(ci): try pass render test<commit_after>var gulp = require("gulp");
var git = require("gulp-git");
var path = require("path");
var fs = require("fs");

var exec = require("child_process").exec;


gulp.task("installPuppeteerInCI", function (done) {
    exec("yarn add puppeteer", { maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
        if (err) {
            throw err;
        }

        done();
    });
});



gulp.task("installPuppeteer", function (done) {
    console.log("sudo cp -rf ../Wonder-Benchmark/node_modules/puppeteer ./node_modules/puppeteer");

    exec("sudo cp -rf ../Wonder-Benchmark/node_modules/puppeteer ./node_modules/puppeteer", { maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
        if (err) {
            throw err;
        }


        console.log("sudo npm install in node_modules/puppeteer");



        exec("sudo npm install", { cwd: path.join(process.cwd(), "node_modules/puppeteer"), maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
            if (err) {
                throw err;
            }

            done();
        });
    });
});







// gulp.task("install", function (done) {
//     var packageFilePath = path.join(process.cwd(), "./package.json");

//     console.log("remove puppeteer in package.json...");



//     var packageContent = JSON.parse(fs.readFileSync(packageFilePath));

//     delete packageContent.devDependencies.puppeteer;



//     fs.writeFileSync(packageFilePath,
//         JSON.stringify(packageContent, null, "\t")
//     );



//     console.log("sudo rm -rf node_modules/ yarn.lock");





//     exec("sudo rm -rf node_modules/ yarn.lock", { maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
//         if (err) {
//             throw err;
//         }

//         console.log("sudo yarn install");

//         exec("sudo yarn install", { maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
//             if (err) {
//                 throw err;
//             }


//             console.log("sudo cp -rf ../Wonder-Benchmark/node_modules/puppeteer ./node_modules/puppeteer");

//             exec("sudo cp -rf ../Wonder-Benchmark/node_modules/puppeteer ./node_modules/puppeteer", { maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
//                 if (err) {
//                     throw err;
//                 }


//                 console.log("sudo npm install");



//                 exec("sudo npm install", { cwd: path.join(process.cwd(), "node_modules/puppeteer"), maxBuffer: 8192 * 4000 }, function (err, stdout, stderr) {
//                     if (err) {
//                         throw err;
//                     }

//                     console.log("restore package.json");


//                     packageContent.devDependencies.puppeteer = "^0.13.0";



//                     fs.writeFileSync(packageFilePath,
//                         JSON.stringify(packageContent, null, "\t")
//                     );

//                     done();
//                 });
//             });
//         });
//     });
// });


{'fraction_non_alphanumeric': 0.16089149178461037, 'fraction_numerical': 0.019521717911176184, 'mean_word_length': 1.7012302284710017, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '521079', 'n_tokens_mistral': 2051, 'n_tokens_neox': 1803, 'n_words': 381}