<commit_before>#!/bin/bash -x
#
# A helper script for ENTRYPOINT.

set -e

if [ -n "${GCLOUD_ACCOUNT}" ]; then
  echo ${GCLOUD_ACCOUNT} >> /opt/gcloud/auth.base64
  base64 -d /opt/gcloud/auth.base64 >> /opt/gcloud/auth.json
  gcloud auth activate-service-account --key-file=/opt/gcloud/auth.json
fi

if [ -n "${GCLOUD_ACCOUNT_FILE}" ]; then
  gcloud auth activate-service-account --key-file=${GCLOUD_ACCOUNT_FILE}
fi

if [ -n "${GCLOUD_CRON}" ]; then
  echo ${GCLOUD_CRON} >> /opt/gcloud/cron.base64
  base64 -d /opt/gcloud/cron.base64 >> /opt/gcloud/cron.txt
  crontab <<< cat /opt/gcloud/cron.txt
  crontab -l
fi

if [ -n "${GCLOUD_CRONFILE}" ]; then
  crontab <<< cat ${GCLOUD_CRONFILE}
  crontab -l
fi

log_command=""

if [ -n "${LOG_FILE}" ]; then
  log_command=" 2>&1 | tee -a "${LOG_FILE}
fi

if [ "$1" = 'cron' ]; then
  croncommand="crond -n -x sch"${log_command}
  bash -c "${croncommand}"
fi

exec "$@"<commit_msg>Added delayed start for docker compose.<commit_after>#!/bin/bash -x
#
# A helper script for ENTRYPOINT.

set -e

if [ -n "${GCLOUD_ACCOUNT}" ]; then
  echo ${GCLOUD_ACCOUNT} >> /opt/gcloud/auth.base64
  base64 -d /opt/gcloud/auth.base64 >> /opt/gcloud/auth.json
  gcloud auth activate-service-account --key-file=/opt/gcloud/auth.json
fi

if [ -n "${GCLOUD_ACCOUNT_FILE}" ]; then
  gcloud auth activate-service-account --key-file=${GCLOUD_ACCOUNT_FILE}
fi

if [ -n "${GCLOUD_CRON}" ]; then
  echo ${GCLOUD_CRON} >> /opt/gcloud/cron.base64
  base64 -d /opt/gcloud/cron.base64 >> /opt/gcloud/cron.txt
  crontab <<< cat /opt/gcloud/cron.txt
  crontab -l
fi

if [ -n "${GCLOUD_CRONFILE}" ]; then
  crontab <<< cat ${GCLOUD_CRONFILE}
  crontab -l
fi

log_command=""

if [ -n "${LOG_FILE}" ]; then
  log_command=" 2>&1 | tee -a "${LOG_FILE}
fi

if [ -n "${DELAYED_START}" ]; then
  exec sleep ${DELAYED_START}
fi

if [ "$1" = 'cron' ]; then
  croncommand="crond -n -x sch"${log_command}
  bash -c "${croncommand}"
fi

exec "$@"
{'fraction_non_alphanumeric': 0.18251928020565553, 'fraction_numerical': 0.015424164524421594, 'mean_word_length': 3.5788235294117645, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5195704', 'n_tokens_mistral': 844, 'n_tokens_neox': 831, 'n_words': 183}