<commit_before># if declare -f fatal; then
#   echo "skipping fatal definition: already defined"
# else
function fatal() {
  echo "fatal called with : $1"
  FATAL_CALLED=1
  if [ "$FATAL_MESSAGE" = "$1" ]; then
    exit 0
  else
    exit 1
  fi
}
# fi<commit_msg>be more verbose in failing<commit_after># if declare -f fatal; then
#   echo "skipping fatal definition: already defined"
# else
function fatal() {
  echo "fatal called with : $1"
  FATAL_CALLED=1
  if [ "$FATAL_MESSAGE" = "$1" ]; then
    exit 0
  else
    echo "Fatal error: called with $1 expected $FATAL_MESSAGE"
    exit 1
  fi
}
# fi
{'fraction_non_alphanumeric': 0.11129568106312292, 'fraction_numerical': 0.018272425249169437, 'mean_word_length': 3.338129496402878, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5063220', 'n_tokens_mistral': 220, 'n_tokens_neox': 211, 'n_words': 75}