<commit_before>#!/bin/sh

# This script makes two mlcp binary bundles for each Hadoop version and put the
# output in deliverable directory.

# install XCC jar
mvn install:install-file -DgroupId=com.marklogic -DartifactId=marklogic-xcc -Dversion=8.0 -Dfile=../xcc/buildtmp/java/marklogic-xcc-8.0.jar -Dpackaging=jar
# install connector jars
mvn install:install-file -DgroupId=com.marklogic -DartifactId=marklogic-mapreduce2 -Dversion=2.1 -Dfile=../mapreduce/buildtmp/java/marklogic-mapreduce2-2.1.jar -Dpackaging=jar

# prepare deliverable directory
rm -rf deliverable
mkdir deliverable

# build mlcp-Hadoop2  
mvn clean
mvn package 
cp target/mlcp-Hadoop2-*-bin.zip deliverable<commit_msg>bug:27646 copy source bundle to deliverable<commit_after>#!/bin/sh

# This script makes two mlcp binary bundles for each Hadoop version and put the
# output in deliverable directory.

# install XCC jar
mvn install:install-file -DgroupId=com.marklogic -DartifactId=marklogic-xcc -Dversion=8.0 -Dfile=../xcc/buildtmp/java/marklogic-xcc-8.0.jar -Dpackaging=jar
# install connector jars
mvn install:install-file -DgroupId=com.marklogic -DartifactId=marklogic-mapreduce2 -Dversion=2.1 -Dfile=../mapreduce/buildtmp/java/marklogic-mapreduce2-2.1.jar -Dpackaging=jar

# prepare deliverable directory
rm -rf deliverable
mkdir deliverable

# build mlcp-Hadoop2  
mvn clean
mvn package 
cp target/mlcp-Hadoop2*.zip deliverable
{'fraction_non_alphanumeric': 0.10177935943060498, 'fraction_numerical': 0.020640569395017794, 'mean_word_length': 4.9576271186440675, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5175138', 'n_tokens_mistral': 514, 'n_tokens_neox': 470, 'n_words': 116}