<commit_before>import imp, os, sys

def __init__():
	pass

def load ( moduleDirectories, pluginGlobals ):

	loadignore_file = os.path.abspath(os.path.dirname(__file__)) + '/.loadignore'

	moduleExtensions  = [ "py" ] #▒▒▒  add extensions here to extend module support   ▒▒▒#
	moduleLoader_Name = "loader"
	modulePaths       = {}
	load_ignore		  = []

	content = []
	with open(loadignore_file) as f:
	    content = f.readlines()
	load_ignore = list(map(lambda x: x.replace('\n',''), content))

	for path in sys.path:
		if path.endswith ( "Sublime Text 3" + os.sep + "Packages" ):
			packagesPath = path
			break

	for directory in moduleDirectories:
		modulePaths[directory.replace('json2apex/','')] = packagesPath + os.sep + directory 

	for index in range ( 0, 2 ): #▒▒▒  loads modules twice to ensure dependencies are updated  ▒▒▒#
		for dir_name, path in modulePaths.items():
			for file in os.listdir ( path ):
				for extension in moduleExtensions:

					if file.endswith ( os.extsep + extension ):
						moduleName = os.path.basename( file )[ : - len ( os.extsep + extension ) ]
						if moduleName != moduleLoader_Name and (dir_name + '.' + moduleName) not in load_ignore:
							fileObject, file, description = imp.find_module( moduleName, [ path ] )
							pluginGlobals[ moduleName ] = imp.load_module ( moduleName, fileObject, file, description )<commit_msg>fixed package name in loader<commit_after>import imp, os, sys

def __init__():
	pass

def load ( moduleDirectories, pluginGlobals ):

	loadignore_file = os.path.abspath(os.path.dirname(__file__)) + '/.loadignore'

	moduleExtensions  = [ "py" ] #▒▒▒  add extensions here to extend module support   ▒▒▒#
	moduleLoader_Name = "loader"
	modulePaths       = {}
	load_ignore		  = []

	content = []
	with open(loadignore_file) as f:
	    content = f.readlines()
	load_ignore = list(map(lambda x: x.replace('\n',''), content))

	for path in sys.path:
		if path.endswith ( "Sublime Text 3" + os.sep + "Packages" ):
			packagesPath = path
			break

	for directory in moduleDirectories:
		modulePaths[directory.replace('json2Apex/','')] = packagesPath + os.sep + directory 

	for index in range ( 0, 2 ): #▒▒▒  loads modules twice to ensure dependencies are updated  ▒▒▒#
		for dir_name, path in modulePaths.items():
			for file in os.listdir ( path ):
				for extension in moduleExtensions:

					if file.endswith ( os.extsep + extension ):
						moduleName = os.path.basename( file )[ : - len ( os.extsep + extension ) ]
						if moduleName != moduleLoader_Name and (dir_name + '.' + moduleName) not in load_ignore:
							fileObject, file, description = imp.find_module( moduleName, [ path ] )
							pluginGlobals[ moduleName ] = imp.load_module ( moduleName, fileObject, file, description )
{'fraction_non_alphanumeric': 0.12568107519070104, 'fraction_numerical': 0.002905920813657828, 'mean_word_length': 3.6598984771573604, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4085122', 'n_tokens_mistral': 974, 'n_tokens_neox': 896, 'n_words': 254}