<commit_before>#!/usr/bin/env bash

# Variables defined in main script
# BASEDIR
# PRGDIR
# JAVA_OPTS
# CLASSPATH_PREFIX


# Increase Java Heap if needed
if [ -z "$JAVA_HEAP" ]; then
  case `basename $PRG` in
  "opencga.sh")
    JAVA_HEAP="2048m"
    ;;
  "opencga-admin.sh")
    JAVA_HEAP="8192m"
    ;;
  "opencga-internal.sh")
    JAVA_HEAP="12288m"
    ;;
  *)
    JAVA_HEAP="2048m"
    ;;
  esac
fi


#Set log4j properties file
export JAVA_OPTS="${JAVA_OPTS} -Dlog4j.configuration=file:${BASEDIR}/conf/log4j.properties"
export JAVA_OPTS="${JAVA_OPTS} -Dfile.encoding=UTF-8"
export JAVA_OPTS="${JAVA_OPTS} -Xms256m -Xmx${JAVA_HEAP}"

export COLUMNS=`tput cols`
export LINES=`tput lines`

# export OPENCGA_HOME=${BASEDIR}

if [ -f "${BASEDIR}"/libs/opencga-storage-hadoop-core-*.jar ] ; then

    # Add the folder conf/hadoop to the classpath.
    # Add first the user defined hadoop configuration, and then the system hadoop conf, to allow the user to overwrite the configuration.
    if [ -z "${CLASSPATH_PREFIX}" ]; then
        export CLASSPATH_PREFIX=${BASEDIR}/conf/hadoop/
    else
        export CLASSPATH_PREFIX=${CLASSPATH_PREFIX}:${BASEDIR}/conf/hadoop/
    fi<commit_msg>app: Hide error message of missing tput command at opencga-env.sh<commit_after>#!/usr/bin/env bash

# Variables defined in main script
# BASEDIR
# PRGDIR
# JAVA_OPTS
# CLASSPATH_PREFIX


# Increase Java Heap if needed
if [ -z "$JAVA_HEAP" ]; then
  case `basename $PRG` in
  "opencga.sh")
    JAVA_HEAP="2048m"
    ;;
  "opencga-admin.sh")
    JAVA_HEAP="8192m"
    ;;
  "opencga-internal.sh")
    JAVA_HEAP="12288m"
    ;;
  *)
    JAVA_HEAP="2048m"
    ;;
  esac
fi


#Set log4j properties file
export JAVA_OPTS="${JAVA_OPTS} -Dlog4j.configuration=file:${BASEDIR}/conf/log4j.properties"
export JAVA_OPTS="${JAVA_OPTS} -Dfile.encoding=UTF-8"
export JAVA_OPTS="${JAVA_OPTS} -Xms256m -Xmx${JAVA_HEAP}"

export COLUMNS=`tput cols 2> /dev/null`
export LINES=`tput lines 2> /dev/null`

# export OPENCGA_HOME=${BASEDIR}

if [ -f "${BASEDIR}"/libs/opencga-storage-hadoop-core-*.jar ] ; then

    # Add the folder conf/hadoop to the classpath.
    # Add first the user defined hadoop configuration, and then the system hadoop conf, to allow the user to overwrite the configuration.
    if [ -z "${CLASSPATH_PREFIX}" ]; then
        export CLASSPATH_PREFIX=${BASEDIR}/conf/hadoop/
    else
        export CLASSPATH_PREFIX=${CLASSPATH_PREFIX}:${BASEDIR}/conf/hadoop/
    fi
{'fraction_non_alphanumeric': 0.13428571428571429, 'fraction_numerical': 0.02040816326530612, 'mean_word_length': 3.843873517786561, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3293254', 'n_tokens_mistral': 999, 'n_tokens_neox': 939, 'n_words': 206}