<commit_before>var os = require('os');
var url = require('url');
var pem = require('pem');
var path = require('path');
var fs = require('fs-extra');
var request = require('request');
var cheerio = require('cheerio');
var thunkify = require('thunkify');
var validator = require('validator');

// Convert callbacks to thunks
var requestThunk = thunkify(request);
var createCertificate = thunkify(pem.createCertificate);

// CRX packaging module, instantiated with the `new` keyword
// Temporarily use 'crx3-ahwayakchih' package until 'crx' gets the CRX3 support merged
// https://github.com/oncletom/crx/pull/98
var Extension = require('crx3-ahwayakchih');

// POST /generate
module.exports = function* () {
    // Build .crx config for the provided URL
    var crxConfig = yield buildCrxConfig(this);
<commit_msg>Use crx instead of temporary crx3-ahwayakchih<commit_after>var os = require('os');
var url = require('url');
var pem = require('pem');
var path = require('path');
var fs = require('fs-extra');
var request = require('request');
var cheerio = require('cheerio');
var thunkify = require('thunkify');
var validator = require('validator');

// Convert callbacks to thunks
var requestThunk = thunkify(request);
var createCertificate = thunkify(pem.createCertificate);

// CRX packaging module, instantiated with the `new` keyword
var Extension = require('crx');

// POST /generate
module.exports = function* () {
    // Build .crx config for the provided URL
    var crxConfig = yield buildCrxConfig(this);

{'fraction_non_alphanumeric': 0.1394580304031725, 'fraction_numerical': 0.0039656311962987445, 'mean_word_length': 5.104838709677419, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2733969', 'n_tokens_mistral': 468, 'n_tokens_neox': 462, 'n_words': 143}