<commit_before>var url = require("url");
var fs = require("fs");
var http = require("http");
var resource = require("./resource");
var scriptInjectionProcessor = require("./processors/script-injector");
var proxyMiddleware = require("./http-proxy");
var busterPromise = require("buster-promise");
var base64 = require("base64");

var isArray = function (arr) {
    return Object.prototype.toString.call(arr) == "[object Array]";
}

module.exports = {
    RESOURCE_NOT_FOUND: "RESOURCE_NOT_FOUND",
    DEFAULT_ROOT_RESOURCE: "<!DOCTYPE html><html><head></head><body></body></html>",

    create: function (data) {
        data = data || {};
        var error = module.exports.validate(data);
        if (error) throw new Error(error);
        var resourceSet = Object.create(this);

        resourceSet.resources = {};
        resourceSet.load = data.load || [];
        resourceSet.rootResource = data.rootResource;
        resourceSet.contextPath = data.contextPath || "";<commit_msg>Removing unused property.<commit_after>var url = require("url");
var fs = require("fs");
var http = require("http");
var resource = require("./resource");
var scriptInjectionProcessor = require("./processors/script-injector");
var proxyMiddleware = require("./http-proxy");
var busterPromise = require("buster-promise");
var base64 = require("base64");

var isArray = function (arr) {
    return Object.prototype.toString.call(arr) == "[object Array]";
}

module.exports = {
    RESOURCE_NOT_FOUND: "RESOURCE_NOT_FOUND",
    DEFAULT_ROOT_RESOURCE: "<!DOCTYPE html><html><head></head><body></body></html>",

    create: function (data) {
        data = data || {};
        var error = module.exports.validate(data);
        if (error) throw new Error(error);
        var resourceSet = Object.create(this);

        resourceSet.resources = {};
        resourceSet.load = data.load || [];
        resourceSet.contextPath = data.contextPath || "";
{'fraction_non_alphanumeric': 0.16234439834024897, 'fraction_numerical': 0.004149377593360996, 'mean_word_length': 3.9335038363171355, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1505402', 'n_tokens_mistral': 561, 'n_tokens_neox': 548, 'n_words': 122}