<commit_before><workflow-app xmlns="uri:oozie:workflow:0.4" name="keywords-extraction-wf">
	<parameters>
		<property>
			<name>POOL_NAME</name>
			<value>default</value>
		</property>
	</parameters>

	<start to="keyword-extraction" />
	<action name="keyword-extraction">
		<map-reduce>
			<job-tracker>${jobTracker}</job-tracker>
			<name-node>${nameNode}</name-node>
			<prepare>
				<delete path="${hdfsWorkingDirURI}/intermediate-data" />
			</prepare><commit_msg>Deleting output diectory before running job<commit_after><workflow-app xmlns="uri:oozie:workflow:0.4" name="keywords-extraction-wf">
	<parameters>
		<property>
			<name>POOL_NAME</name>
			<value>default</value>
		</property>
	</parameters>

	<start to="keyword-extraction" />
	<action name="keyword-extraction">
		<map-reduce>
			<job-tracker>${jobTracker}</job-tracker>
			<name-node>${nameNode}</name-node>
			<prepare>
				<delete path="${hdfsWorkingDirURI}/intermediate-data" />
                <delete path="${hdfsDirOutputData}" />
			</prepare>
{'fraction_non_alphanumeric': 0.18547595682041218, 'fraction_numerical': 0.003925417075564278, 'mean_word_length': 4.730337078651686, 'pattern_counts': {'":': 0, '<': 42, '<?xml version=': 0, '>': 42, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4826236', 'n_tokens_mistral': 401, 'n_tokens_neox': 353, 'n_words': 46}