<commit_before>
/**
 * give each module an identity
 */

for (var file in modules) {
	modules[file] = {
		source: modules[file],
		loaded: false,
		exports: {}
	}
}

/**
 * add aliases to the module map
 */

for (var alias in aliases) {
	if (alias in modules) continue
	modules[alias] = modules[aliases[alias]] 
}

/**
 * Require the given path.
 *
 * @param {String} path
 * @param {String} parent
 * @return {Any} module.exports
 */

function require (path, parent){
	parent || (parent = '/')

	var fullpath = resolve(parent, path)
	if (!fullpath) throw Error('failed to require '+path+' from '+parent)
	if (fullpath in aliases) fullpath = aliases[fullpath]
	var module = modules[fullpath]

	if (!module.loaded) {
		module.loaded = true
		Function(
			'module',
			'exports',
			'require',
			// sourceURL tells the browser we are evaling a file
			module.source + '\n//@ sourceURL=' + encodeURI(fullpath)
		).call(module.exports, module, module.exports,
			// relative `require` function
			function(path){
				var base = dirname(fullpath)
				if (path[0] == '.') path = join(base, path)
				return require(path, base)
			}
		)
	}
	return module.exports
}
<commit_msg>pretty up paths a lil<commit_after>
/**
 * give each module an identity
 */

for (var file in modules) {
	modules[file] = {
		source: modules[file],
		loaded: false,
		exports: {}
	}
}

/**
 * add aliases to the module map
 */

for (var alias in aliases) {
	if (alias in modules) continue
	modules[alias] = modules[aliases[alias]] 
}

/**
 * Require the given path.
 *
 * @param {String} path
 * @param {String} parent
 * @return {Any} module.exports
 */

function require (path, parent){
	parent || (parent = '/')

	var fullpath = resolve(parent, path)
	if (!fullpath) throw Error('failed to require '+path+' from '+parent)
	if (fullpath in aliases) fullpath = aliases[fullpath]
	var module = modules[fullpath]

	if (!module.loaded) {
		module.loaded = true
		Function(
			'module',
			'exports',
			'require',
			// sourceURL tells the browser we are evaling a file
			module.source + '\n//@ sourceURL=' + encodeURI(prettyPath(fullpath))
		).call(module.exports, module, module.exports,
			// relative `require` function
			function(path){
				var base = dirname(fullpath)
				if (path[0] == '.') path = join(base, path)
				return require(path, base)
			}
		)
	}
	return module.exports
}

function prettyPath(path){
	if (/github\.com\/([^\/]+)\/([^\/]+)\/tarball\/([^\/]+)/.test(path)) {
		return RegExp.$1+'/'+RegExp.$2+'@'+RegExp.$3
	}
	return path
}

{'fraction_non_alphanumeric': 0.16264345073209338, 'fraction_numerical': 0.0019786307874950534, 'mean_word_length': 3.4273204903677756, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5884598', 'n_tokens_mistral': 932, 'n_tokens_neox': 861, 'n_words': 246}