<commit_before>#!/bin/bash
set -e
. /var/lib/jenkins/jobs/master.get_branch_repo/workspace/big-data/pack-funcs

productName=lucene
downloadFileAndMakeChanges() {
        initializeVariables $1
        tempDirectory=$BASE/$fileName/opt
        confDirectory=$BASE/$fileName/etc/$productName
        tarFile=lucene-4.4.0.tgz
        # Create directories that are required for the debian package
        mkdir -p $confDirectory
	wget http://archive.apache.org/dist/lucene/java/4.4.0/$tarFile -P $tempDirectory
        if [ -f $BASE/$fileName/opt/README ]; then
                rm $BASE/$fileName/opt/README<commit_msg>Remove readme file from lucene debian packaghe<commit_after>#!/bin/bash
set -e
. /var/lib/jenkins/jobs/master.get_branch_repo/workspace/big-data/pack-funcs

productName=lucene
downloadFileAndMakeChanges() {
        initializeVariables $1
        tempDirectory=$BASE/$fileName/opt
        confDirectory=$BASE/$fileName/etc/$productName
        tarFile=lucene-4.4.0.tgz
        # Create directories that are required for the debian package
        mkdir -p $confDirectory
	wget http://archive.apache.org/dist/lucene/java/4.4.0/$tarFile -P $tempDirectory
        if [ -f $BASE/$fileName/opt/README* ]; then
                rm $BASE/$fileName/opt/README*
{'fraction_non_alphanumeric': 0.11857707509881422, 'fraction_numerical': 0.011067193675889328, 'mean_word_length': 2.993690851735016, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3840423', 'n_tokens_mistral': 412, 'n_tokens_neox': 396, 'n_words': 71}