<commit_before>#!/bin/bash -e
# This is the build file for HTK
# The user name and password for the download of the code are kept in environment variables on the build server.
# You can't have them, Curious George :-p

. /etc/profile.d/modules.sh

module add ci
SOURCE_FILE=${NAME}-${VERSION}.tar.gz
DECODE_SOURCE_FILE=HDecode-${VERSION}.tar.gz

echo "REPO_DIR is "
echo $REPO_DIR
echo "SRC_DIR is "
echo $SRC_DIR
echo "WORKSPACE is "
echo $WORKSPACE
echo "SOFT_DIR is"
echo $SOFT_DIR

mkdir -p ${WORKSPACE}
mkdir -p ${SRC_DIR}
#  Download HTK the source file
echo "Checking ${NAME} source"
if [ ! -e ${SRC_DIR}/${SOURCE_FILE}.lock ] && [ ! -s ${SRC_DIR}/${SOURCE_FILE} ] ; then
  touch  ${SRC_DIR}/${SOURCE_FILE}.lock
  echo "seems like this is the first build - let's geet the source"
  wget --user ${LICENSE_USER} --password  ${LICENSE_PASS} http://htk.eng.cam.ac.uk/ftp/software/HTK-${VERSION}.tar.gz -O ${SRC_DIR}/${SOURCE_FILE}
  echo "releasing lock"
  rm -v ${SRC_DIR}/${SOURCE_FILE}.lock
elif [ -e ${SRC_DIR}/${SOURCE_FILE}.lock ] ; then
  # Someone else has the file, wait till it's released
  while [ -e ${SRC_DIR}/${SOURCE_FILE}.lock ] ; do
    echo " There seems to be a download currently under way, will check again in 5 sec"
    sleep 5
  done
else
  echo "continuing from previous builds, using source at " ${SRC_DIR}/${SOURCE_FILE}<commit_msg>temporary verbosity increas<commit_after>#!/bin/bash -e
# This is the build file for HTK
# The user name and password for the download of the code are kept in environment variables on the build server.
# You can't have them, Curious George :-p

. /etc/profile.d/modules.sh

module add ci
SOURCE_FILE=${NAME}-${VERSION}.tar.gz
DECODE_SOURCE_FILE=HDecode-${VERSION}.tar.gz

echo "REPO_DIR is "
echo $REPO_DIR
echo "SRC_DIR is "
echo $SRC_DIR
echo "WORKSPACE is "
echo $WORKSPACE
echo "SOFT_DIR is"
echo $SOFT_DIR

mkdir -p ${WORKSPACE}
mkdir -p ${SRC_DIR}
#  Download HTK the source file
echo "Checking ${NAME} source"
echo "wget --user ${LICENSE_USER} --password  ${LICENSE_PASS} http://htk.eng.cam.ac.uk/ftp/software/HTK-${VERSION}.tar.gz -O ${SRC_DIR}/${SOURCE_FILE}"
if [ ! -e ${SRC_DIR}/${SOURCE_FILE}.lock ] && [ ! -s ${SRC_DIR}/${SOURCE_FILE} ] ; then
  touch  ${SRC_DIR}/${SOURCE_FILE}.lock
  echo "seems like this is the first build - let's geet the source"
  wget --user ${LICENSE_USER} --password  ${LICENSE_PASS} http://htk.eng.cam.ac.uk/ftp/software/HTK-${VERSION}.tar.gz -O ${SRC_DIR}/${SOURCE_FILE}
  echo "releasing lock"
  rm -v ${SRC_DIR}/${SOURCE_FILE}.lock
elif [ -e ${SRC_DIR}/${SOURCE_FILE}.lock ] ; then
  # Someone else has the file, wait till it's released
  while [ -e ${SRC_DIR}/${SOURCE_FILE}.lock ] ; do
    echo " There seems to be a download currently under way, will check again in 5 sec"
    sleep 5
  done
else
  echo "continuing from previous builds, using source at " ${SRC_DIR}/${SOURCE_FILE}
{'fraction_non_alphanumeric': 0.14265927977839335, 'fraction_numerical': 0.0013850415512465374, 'mean_word_length': 4.059544658493871, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 6, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5403757', 'n_tokens_mistral': 1020, 'n_tokens_neox': 996, 'n_words': 324}