<commit_before><?php
$compileFile = 'SimplePie.compiled.php';
`cat SimplePie.php > $compileFile.tmp`;
`find SimplePie -type f| xargs cat | sed 's/^<?php//g'>>$compileFile.tmp`;

$contents = file_get_contents("$compileFile.tmp");
$tokens = token_get_all($contents);
$stripped_source = '';
foreach ($tokens as $value) {
	if (is_string($value)) {
		//var_dump($value);
		$stripped_source .= "{$value}";
		continue;
	}
	switch ($value[0]) {
		case T_DOC_COMMENT:
		case T_COMMENT:
			break;
		default:
			$stripped_source .= "{$value[1]}";
			break;
	}
}
file_put_contents("$compileFile.tmp", $stripped_source);
`cat header.tpl > $compileFile;cat $compileFile.tmp |sed 's/^<?php//g'>>$compileFile`;
unlink("$compileFile.tmp");<commit_msg>Split multiple commands into separate calls in build.php<commit_after><?php
$compileFile = 'SimplePie.compiled.php';
`cat SimplePie.php > $compileFile.tmp`;
`find SimplePie -type f| xargs cat | sed 's/^<?php//g'>>$compileFile.tmp`;

$contents = file_get_contents("$compileFile.tmp");
$tokens = token_get_all($contents);
$stripped_source = '';
foreach ($tokens as $value) {
	if (is_string($value)) {
		//var_dump($value);
		$stripped_source .= "{$value}";
		continue;
	}
	switch ($value[0]) {
		case T_DOC_COMMENT:
		case T_COMMENT:
			break;
		default:
			$stripped_source .= "{$value[1]}";
			break;
	}
}
file_put_contents("$compileFile.tmp", $stripped_source);
`cat header.tpl > $compileFile`;
`cat $compileFile.tmp |sed 's/^<?php//g'>>$compileFile`;
unlink("$compileFile.tmp");
{'fraction_non_alphanumeric': 0.19484808454425362, 'fraction_numerical': 0.002642007926023778, 'mean_word_length': 5.530172413793103, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5464401', 'n_tokens_mistral': 599, 'n_tokens_neox': 574, 'n_words': 105}