<commit_before>JSON sources specification.
Strings in CAPS are all meant to replaced with the respective value.
'##' denotes a comment.

NOTE: Dependencies are expected to be non-official modscopes/mods (we don't need to know that "blah.blah" depends on
	"brl.map", because we're only managing third-party modules).

{
	"MODSCOPE": {					## e.g. "pub"
		"name": "FORMAL NAME",		## e.g. "Public modules"
		"deps": ["MODSCOPE", "MOD", ...]	## Contents can be either a modscope (e.g. "brl") or a module (e.g. "brl.filesystem").
											## This array can be absent if there are no dependencies.
		
		"MOD": {						## e.g. "zlib"
			"name": "FORMAL NAME"		## e.g. "zlib wrapper"
			"deps": ["MODSCOPE", "MOD", ...]	## Contents can be either a modscope (e.g. "brl") or a module (e.g. "brl.blitz").
												## This array can be absent if there are no dependencies.
			"ver": "VERSION"		## The module's current version (e.g. "1.01").
			"url": "URL"			## The get-line/url for the module's source (e.g. "http://github.com/Htbaa/process.mod/tarball/master").
		}
	}
}
<commit_msg>Corrected the JSON formatting in the sources spec, added a note about dependencies.<commit_after>JSON sources specification.
Strings in CAPS are all meant to replaced with the respective value.
'##' denotes a comment.

NOTE: Dependencies are expected to be non-official modscopes/mods (we don't need to know that "blah.blah" depends on
	"brl.map", because we're only managing third-party modules).

{
	"MODSCOPE": {					## e.g. "pub"
		"name": "FORMAL NAME",		## e.g. "Public modules"
		"deps": ["MODSCOPE", "MOD", ...],	## Contents can be either a modscope (e.g. "brl") or a module (e.g. "brl.filesystem").
											## This array can be absent if there are no dependencies.
											## NOTE: This value adds dependencies for /all/ of the modules in this scope.
		
		"MOD": {						## e.g. "zlib"
			"name": "FORMAL NAME",		## e.g. "zlib wrapper"
			"deps": ["MODSCOPE", "MOD", ...],	## Contents can be either a modscope (e.g. "brl") or a module (e.g. "brl.blitz").
												## This array can be absent if there are no dependencies.
			"version": "VERSION",	## The module's current version (e.g. "1.01").
			"url": "URL"			## The get-line/url for the module's source (e.g. "http://github.com/Htbaa/process.mod/tarball/master").
		},
		## more MODs ...
	},
	## more MODSCOPEs ...
}

{'fraction_non_alphanumeric': 0.16328257191201354, 'fraction_numerical': 0.0025380710659898475, 'mean_word_length': 2.9814814814814814, 'pattern_counts': {'":': 16, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3177060', 'n_tokens_mistral': 944, 'n_tokens_neox': 810, 'n_words': 289}