<commit_before>#!/bin/bash -e
# build script for libxml2
. /etc/profile.d/modules.sh

module add ci
# Libxml2 has both a sources file and a tests file, which we need to get
SOURCE_FILE=${NAME}-sources-${VERSION}.tar.gz
TESTS_FILE=${NAME}-tests-${VERSION}
mkdir -p ${WORKSPACE}
mkdir -p ${SRC_DIR}
mkdir -p ${SOFT_DIR}

#  Download the source file
for file in ${SOURCE_FILE} ${TESTS_FILE} ; do
if [ ! -e ${SRC_DIR}/${file}.lock ] && [ ! -s ${SRC_DIR}/${file} ] ; then
  touch  ${SRC_DIR}/${file}.lock
  echo "seems like this is the first build - let's geet the source"
  wget ftp://xmlsoft.org/${NAME}/${file} -O ${SRC_DIR}/${file}
  echo "releasing lock"
  rm -v ${SRC_DIR}/${file}.lock
elif [ -e ${SRC_DIR}/${file}.lock ] ; then
  # Someone else has the file, wait till it's released
  while [ -e ${SRC_DIR}/${file}.lock ] ; do
    echo " There seems to be a download currently under way, will check again in 5 sec"
    sleep 5
  done
else
  echo "continuing from previous builds, using source at " ${SRC_DIR}/${file}
fi
tar xzf  ${SRC_DIR}/${SOURCE_FILE} -C ${WORKSPACE} --skip-old-files<commit_msg>wrong name for tests file<commit_after>#!/bin/bash -e
# build script for libxml2
. /etc/profile.d/modules.sh

module add ci
# Libxml2 has both a sources file and a tests file, which we need to get
SOURCE_FILE=${NAME}-sources-${VERSION}.tar.gz
TESTS_FILE=${NAME}-tests-${VERSION}.tar.gz
mkdir -p ${WORKSPACE}
mkdir -p ${SRC_DIR}

#  Download the source file
for file in ${SOURCE_FILE} ${TESTS_FILE} ; do
if [ ! -e ${SRC_DIR}/${file}.lock ] && [ ! -s ${SRC_DIR}/${file} ] ; then
  touch  ${SRC_DIR}/${file}.lock
  echo "seems like this is the first build - let's geet the source"
  wget ftp://xmlsoft.org/${NAME}/${file} -O ${SRC_DIR}/${file}
  echo "releasing lock"
  rm -v ${SRC_DIR}/${file}.lock
elif [ -e ${SRC_DIR}/${file}.lock ] ; then
  # Someone else has the file, wait till it's released
  while [ -e ${SRC_DIR}/${file}.lock ] ; do
    echo " There seems to be a download currently under way, will check again in 5 sec"
    sleep 5
  done
else
  echo "continuing from previous builds, using source at " ${SRC_DIR}/${file}
fi
tar xzf  ${SRC_DIR}/${SOURCE_FILE} -C ${WORKSPACE} --skip-old-files
{'fraction_non_alphanumeric': 0.16363636363636364, 'fraction_numerical': 0.0036363636363636364, 'mean_word_length': 3.7333333333333334, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '429070', 'n_tokens_mistral': 788, 'n_tokens_neox': 773, 'n_words': 258}