<commit_before>#!/bin/bash -e

#Make sure environment variables are properly set
if [ -e "$JAVA_HOME"/bin/java ] ; then
    if [ -f "$LCF_HOME"/properties.ini ] ; then
    
        # Build the classpath
        CLASSPATH=""
        for filename in $(ls -1 "$LCF_HOME/processes/jar") ; do
            if [ -n "$CLASSPATH" ] ; then
                CLASSPATH="$CLASSPATH":"$LCF_HOME"/processes/jar/"$filename"
            else
                CLASSPATH="$LCF_HOME"/processes/jar/"$filename"
            fi
        done
        
        # Build the defines
        DEFINES=""
        if [ -e "$LCF_HOME/processes/define" ] ; then
            for filename in $(ls -1 "$LCF_HOME/processes/define") ; do
                DEFINEVAR=-D"$filename"=$(cat "$LCF_HOME/processes/define/"$filename")
                DEFINES="$DEFINES $DEFINEVAR"
            done
        fi
        
        "$JAVA_HOME/bin/java" "$DEFINES" --classpath "$CLASSPATH" "$@"
        exit $?
        
    else
        echo "Environment variable LCF_HOME is not properly set." 1>&2
        exit 1
    fi
    
else
    echo "Environment variable JAVA_HOME is not properly set." 1>&2
    exit 1
fi<commit_msg>Fix (1) quotation errors in define loading, and (2) lack of reference to properties.ini<commit_after>#!/bin/bash -e

#Make sure environment variables are properly set
if [ -e "$JAVA_HOME"/bin/java ] ; then
    if [ -f "$LCF_HOME"/properties.ini ] ; then
    
        # Build the classpath
        CLASSPATH=""
        for filename in $(ls -1 "$LCF_HOME"/processes/jar) ; do
            if [ -n "$CLASSPATH" ] ; then
                CLASSPATH="$CLASSPATH":"$LCF_HOME"/processes/jar/"$filename"
            else
                CLASSPATH="$LCF_HOME"/processes/jar/"$filename"
            fi
        done
        
        # Build the defines
        DEFINES="-Dorg.apache.lcf.configfile=$LCF_HOME/properties.ini"
        if [ -e "$LCF_HOME/processes/define" ] ; then
            for filename in $(ls -1 "$LCF_HOME"/processes/define) ; do
                DEFINEVAR=-D"$filename"=$(cat "$LCF_HOME"/processes/define/"$filename")
                DEFINES="$DEFINES $DEFINEVAR"
            done
        fi
        
        "$JAVA_HOME/bin/java" "$DEFINES" --classpath "$CLASSPATH" "$@"
        exit $?
        
    else
        echo "Environment variable LCF_HOME is not properly set." 1>&2
        exit 1
    fi
    
else
    echo "Environment variable JAVA_HOME is not properly set." 1>&2
    exit 1
fi
{'fraction_non_alphanumeric': 0.12464474218432806, 'fraction_numerical': 0.007308160779537149, 'mean_word_length': 1.8684516880093132, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2391037', 'n_tokens_mistral': 791, 'n_tokens_neox': 758, 'n_words': 190}