<commit_before>var http = require('http'),
	url = require('url'),
	fs = require('fs'),
	mime = require('mime').lookup,
	jsmin = require('jsmin').jsmin,
	qs = require('querystring');

function readDirRecursive(dir) {
	if (fs.statSync(dir).isDirectory()) {
		var body = '',
			dataType = '',
			alpha = [];
		fs.readdirSync(dir).forEach(function(v, k) {
			alpha.push(v)
		});
		alpha.sort().forEach(function(v, k) {
			if (fs.statSync(dir + '/' + v).isFile()) {
				dataType = mime(dir + '/' + v);
				body += fs.readFileSync(dir + '/' + v, 'utf8');
				console.log(v +':'+ k);
			}
			else if (fs.statSync(dir + '/' + v).isDirectory()) {
				readDirRecursive(dir + '/' + v).body;
			}
		});
		return {
			body : body,
			dataType : dataType
		};
	}
}

var core = {
	list : [/* data from chain.cache */],
	server : http.createServer(function(req, res) {<commit_msg>removed console.log from sendDir method<commit_after>var http = require('http'),
	url = require('url'),
	fs = require('fs'),
	mime = require('mime').lookup,
	jsmin = require('jsmin').jsmin,
	qs = require('querystring');

function readDirRecursive(dir) {
	if (fs.statSync(dir).isDirectory()) {
		var body = '',
			dataType = '',
			alpha = [];
		fs.readdirSync(dir).forEach(function(v, k) {
			alpha.push(v)
		});
		alpha.sort().forEach(function(v, k) {
			if (fs.statSync(dir + '/' + v).isFile()) {
				dataType = mime(dir + '/' + v);
				body += fs.readFileSync(dir + '/' + v, 'utf8');
			}
			else if (fs.statSync(dir + '/' + v).isDirectory()) {
				readDirRecursive(dir + '/' + v).body;
			}
		});
		return {
			body : body,
			dataType : dataType
		};
	}
}

var core = {
	list : [/* data from chain.cache */],
	server : http.createServer(function(req, res) {
{'fraction_non_alphanumeric': 0.21436848203939746, 'fraction_numerical': 0.0011587485515643105, 'mean_word_length': 3.2747524752475248, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5342067', 'n_tokens_mistral': 727, 'n_tokens_neox': 650, 'n_words': 118}