<commit_before>var helpers = {
	determineArchiveRemoteUrl: function(domain){
		domain = domain.toLowerCase().trim();
		var tld = {
			"bitbucket": ".org",
			"github": ".com"
		}
		return domain + tld[domain];
	},
	excludeFiles: function(exclusions){
		return exclusions.map(function(exclusion){
			return '--exclude "' + exclusion + '"' ;
		}).join(' ');
	}
}
var sh_commands = {
	createGitRepoAndRemotes: function(repo_name, url, archive_info){
		return 'cd repositories/' + repo_name + ' && git init && git remote add origin ' + url + '.git' + (archive_info.enabled) ? this.setArchiveRemote(repo_name, archive_info) : '';
	},
	setArchiveRemote: function(repo_name, archive_info){
		return ' && git remote add archived https://' + helpers.determineArchiveRemoteUrl(archive_info.type) + '/' + archive_info.account_name + '/' + repo_name + '.git';
	},
	fetchLatest: function(repo_name, archive_info){<commit_msg>spacing<commit_after>var helpers = {
	determineArchiveRemoteUrl: function(domain){
		domain = domain.toLowerCase().trim();
		var tld = {
			"bitbucket": ".org",
			"github": ".com"
		}
		return domain + tld[domain];
	},
	excludeFiles: function(exclusions){
		return exclusions.map(function(exclusion){
			return '--exclude "' + exclusion + '"';
		}).join(' ');
	}
}
var sh_commands = {
	createGitRepoAndRemotes: function(repo_name, url, archive_info){
		return 'cd repositories/' + repo_name + ' && git init && git remote add origin ' + url + '.git' + (archive_info.enabled) ? this.setArchiveRemote(repo_name, archive_info) : '';
	},
	setArchiveRemote: function(repo_name, archive_info){
		return ' && git remote add archived https://' + helpers.determineArchiveRemoteUrl(archive_info.type) + '/' + archive_info.account_name + '/' + repo_name + '.git';
	},
	fetchLatest: function(repo_name, archive_info){
{'fraction_non_alphanumeric': 0.16290588882773804, 'fraction_numerical': 0.0, 'mean_word_length': 4.864516129032258, 'pattern_counts': {'":': 4, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '67983', 'n_tokens_mistral': 637, 'n_tokens_neox': 591, 'n_words': 119}