<commit_before>#!/bin/sh
set -e

name="shark"
BASE=$(pwd)
cd ../workspace
SOURCE=$(pwd)"/big-data/$name/$name"
TARGET="/var/lib/jenkins/Automation/Bigdata/$name"
cd $BASE

# Check if any deb file exists!!!
if ls *.deb ; then
	rm  *.deb
fi

fileName=`ls | awk '{print $1}' | head -1`
echo "FILENAME: " $fileName

cp -a $SOURCE/DEBIAN/ $BASE/$fileName/
cp -a $SOURCE/etc/ $BASE/$fileName/ 
rm -rf $BASE/$fileName/opt/*
cp -a $SOURCE/opt/* $BASE/$fileName/opt/

wget http://s3.amazonaws.com/spark-related-packages/shark-0.9.1-bin-hadoop1.tgz -P $fileName/opt/
tar -xvzf $fileName/opt/*.tgz -C $fileName/opt
cp -a -r $fileName/opt/shark-0.9.1-bin-hadoop1/* $fileName/opt/shark-0.9.1/
cp $fileName/opt/shark-0.9.1/conf/shark-env.sh.template $fileName/opt/shark-0.9.1/conf/shark-env.sh
rm -rf $fileName/opt/shark-0.9.1-bin-hadoop1
rm $fileName/opt/*.tgz

# download derby client jar file
wget http://repo1.maven.org/maven2/org/apache/derby/derbyclient/10.10.2.0/derbyclient-10.10.2.0.jar -P $fileName/opt/shark-0.9.1/lib/

if [ -f "$fileName/opt/README" ]; then
	rm $fileName/opt/README
fi
<commit_msg>changing derby version of shark debian package<commit_after>#!/bin/sh
set -e

name="shark"
BASE=$(pwd)
cd ../workspace
SOURCE=$(pwd)"/big-data/$name/$name"
TARGET="/var/lib/jenkins/Automation/Bigdata/$name"
cd $BASE

# Check if any deb file exists!!!
if ls *.deb ; then
	rm  *.deb
fi

fileName=`ls | awk '{print $1}' | head -1`
echo "FILENAME: " $fileName

cp -a $SOURCE/DEBIAN/ $BASE/$fileName/
cp -a $SOURCE/etc/ $BASE/$fileName/ 
rm -rf $BASE/$fileName/opt/*
cp -a $SOURCE/opt/* $BASE/$fileName/opt/

wget http://s3.amazonaws.com/spark-related-packages/shark-0.9.1-bin-hadoop1.tgz -P $fileName/opt/
tar -xvzf $fileName/opt/*.tgz -C $fileName/opt
cp -a -r $fileName/opt/shark-0.9.1-bin-hadoop1/* $fileName/opt/shark-0.9.1/
cp $fileName/opt/shark-0.9.1/conf/shark-env.sh.template $fileName/opt/shark-0.9.1/conf/shark-env.sh
rm -rf $fileName/opt/shark-0.9.1-bin-hadoop1
rm $fileName/opt/*.tgz

# download derby client jar file
wget http://repo1.maven.org/maven2/org/apache/derby/derbyclient/10.4.2.0/derbyclient-10.4.2.0.jar -P $fileName/opt/shark-0.9.1/lib/

if [ -f "$fileName/opt/README" ]; then
	rm $fileName/opt/README
fi

{'fraction_non_alphanumeric': 0.19973009446693657, 'fraction_numerical': 0.03598740440845704, 'mean_word_length': 3.4748490945674044, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1523938', 'n_tokens_mistral': 974, 'n_tokens_neox': 973, 'n_words': 178}