<commit_before>
// Vendor Modules
/////////////////////////
// var async = require('async')
var _ = require('lodash')
var Class = require('uberclass')


// Main Script
/////////////////////////
var StorageManager = module.exports = {


// Base class
Base: Class.extend({

	init: function()
	{
		_.bindAll(this)
	},

	start: function(options, callback)
	{
		this.options = options
		callback()
	},

	listFiles: function(path, callback)
	{
		// download a file
	},

	getFile: function(sourcePath, destinationPath, callback)
	{
		// download a file
	},

	addFile: function(file, path, callback)
	{
		// store a file
	},

	deleteFile : function(file, callback)
	{
		//delete a file
	},

	getFileUrl: function(info, callback)
	{
		// use info (ex id or name) to build a file path
	},

	isFile: function(file, callback)
	{
		// Check whether file exists
	},

	listDirs: function(path, callback)
	{
		//List all directories in a certain path
	},

	makeDir: function(path, callback)
	{
		//Creates a new directory in the specified location
	},

	removeDir: function(path, callback)
	{
		//Removes a directory and all its contents
	}

// end of class
}),


// Plugin Management
/////////////////////////
start: function(pluginName, options, callback)
{
	var storageManager = new StorageManager.plugins[pluginName]()
	storageManager.start(options, callback)
	return storageManager
},

plugins: {},

addPlugin: function(pluginName, plugin)
{
	console.log(pluginName, "gets called to become plugin")
	StorageManager.plugins[pluginName] = plugin
}


// end of module
}
<commit_msg>remove log call<commit_after>
// Vendor Modules
/////////////////////////
// var async = require('async')
var _ = require('lodash')
var Class = require('uberclass')


// Main Script
/////////////////////////
var StorageManager = module.exports = {


// Base class
Base: Class.extend({

	init: function()
	{
		_.bindAll(this)
	},

	start: function(options, callback)
	{
		this.options = options
		callback()
	},

	listFiles: function(path, callback)
	{
		// download a file
	},

	getFile: function(sourcePath, destinationPath, callback)
	{
		// download a file
	},

	addFile: function(file, path, callback)
	{
		// store a file
	},

	deleteFile : function(file, callback)
	{
		//delete a file
	},

	getFileUrl: function(info, callback)
	{
		// use info (ex id or name) to build a file path
	},

	isFile: function(file, callback)
	{
		// Check whether file exists
	},

	listDirs: function(path, callback)
	{
		//List all directories in a certain path
	},

	makeDir: function(path, callback)
	{
		//Creates a new directory in the specified location
	},

	removeDir: function(path, callback)
	{
		//Removes a directory and all its contents
	}

// end of class
}),


// Plugin Management
/////////////////////////
start: function(pluginName, options, callback)
{
	var storageManager = new StorageManager.plugins[pluginName]()
	storageManager.start(options, callback)
	return storageManager
},

plugins: {},

addPlugin: function(pluginName, plugin)
{
	StorageManager.plugins[pluginName] = plugin
}


// end of module
}

{'fraction_non_alphanumeric': 0.16747809152872445, 'fraction_numerical': 0.0, 'mean_word_length': 2.9462227912932137, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7199448', 'n_tokens_mistral': 1009, 'n_tokens_neox': 948, 'n_words': 274}