<commit_before><workflow-app name="FilterProjection" xmlns="uri:oozie:workflow:0.1">
    <start to="action1"/>
    <action name="action1">
        <jaql xmlns="uri:oozie:jaql-action:0.1">
            <job-tracker>${jobTracker}</job-tracker>
            <name-node>${nameNode}</name-node>
            <jaql-path>jaql</jaql-path>
            <script>jaql/filterProject.jaql</script>
            <eval>Input_data_PARAM='${inputDataFile}';
            Input_metaData_PARAM='${metaDataFile}';
            Input_filterExpression_PARAM='${filterExpression}';
    	    Input_projectColumns_PARAM='${projectColumnsFile}';
    	    Output_metaData_PARAM='${outputMetaDataFile}';
            Output_data_PARAM='${outputDataFile}';</eval>
        </jaql>
        <ok to="end"/>
        <error to="fail"/><commit_msg>25437: checkin for Filter/Projection App<commit_after><workflow-app name="FilterProjection" xmlns="uri:oozie:workflow:0.1">
    <start to="action1"/>
    <action name="action1">
        <jaql xmlns="uri:oozie:jaql-action:0.1">
            <job-tracker>${jobTracker}</job-tracker>
            <name-node>${nameNode}</name-node>
            <jaql-path>custom_modules</jaql-path>
            <script>jaql/run_filterProject.jaql</script>
            <eval>
				Input_data_PARAM='${inputDataFile}';
				Input_metaData_PARAM='${metaDataFile}';
				Input_filterExpression_PARAM='${filterExpression}';
				Input_projectColumns_PARAM='${projectColumnsFile}';
				Output_data_PARAM='${outputDataFile}';
				Output_label_PARAM='${outputLabelFile}';
    	    </eval>
        </jaql>
        <ok to="end"/>
        <error to="fail"/>
{'fraction_non_alphanumeric': 0.16502463054187191, 'fraction_numerical': 0.010467980295566502, 'mean_word_length': 3.2428198433420365, 'pattern_counts': {'":': 0, '<': 37, '<?xml version=': 0, '>': 37, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4660832', 'n_tokens_mistral': 548, 'n_tokens_neox': 523, 'n_words': 53}