<commit_before>#!/bin/bash
set -o nounset
set -o errexit
set -e

#######################################
export REPO_URL="https://github.com/VPH-Share/MRIConvertor"
export REPO_URL=${REPO_URL%/}         # Remove trailing slash, if any
export REPO_NAME=${REPO_URL##*/}      # Extract Repository name
export REPO_USER=${REPO_URL%/*}       # Extract Repository user
export REPO_DIR=/webapp/$REPO_NAME-master
#######################################
# Error Message
err() {
  echo "[$(date +'%Y-%m-%dT%H:%M:%S%z')]: $@" >&2
}

log() {
  echo "[$(date +'%Y-%m-%dT%H:%M:%S%z')]: $@" >&1
}

# Check whether a command exists - returns 0 if it does, 1 if it does not
exists() {
  if $(command -v $1 &>/dev/null); then
    return 0
  else
    return 1
  fi
}

# Global Dependencies
requires() {
  cat << EOF
Script requires:
 - wget and tar; or<commit_msg>REPO_URL edited.<commit_after>#!/bin/bash
set -o nounset
set -o errexit
set -e

#######################################
export REPO_URL="https://github.com/VPH-Share/MRIConverter"
export REPO_URL=${REPO_URL%/}         # Remove trailing slash, if any
export REPO_NAME=${REPO_URL##*/}      # Extract Repository name
export REPO_USER=${REPO_URL%/*}       # Extract Repository user
export REPO_DIR=/webapp/$REPO_NAME-master
#######################################
# Error Message
err() {
  echo "[$(date +'%Y-%m-%dT%H:%M:%S%z')]: $@" >&2
}

log() {
  echo "[$(date +'%Y-%m-%dT%H:%M:%S%z')]: $@" >&1
}

# Check whether a command exists - returns 0 if it does, 1 if it does not
exists() {
  if $(command -v $1 &>/dev/null); then
    return 0
  else
    return 1
  fi
}

# Global Dependencies
requires() {
  cat << EOF
Script requires:
 - wget and tar; or
{'fraction_non_alphanumeric': 0.25457767277023036, 'fraction_numerical': 0.008269344359125812, 'mean_word_length': 3.938775510204082, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 9, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2514860', 'n_tokens_mistral': 642, 'n_tokens_neox': 603, 'n_words': 162}