<commit_before>#!/bin/bash
# Attention, there is no "-x" to avoid disclosure of secret variables
set -e

case "$GOAL" in

releasenotes-gen)
  .ci/travis/xtr_releasenotes-gen.sh
  ;;

all-sevntu-checks)
  xmlstarlet sel --net --template -m .//module -v "@name" -n config/checkstyle_sevntu_checks.xml | grep -vE "Checker|TreeWalker|Filter|Holder" | sort | uniq | sed "s/Check$//" > file.txt
  wget -q http://sevntu-checkstyle.github.io/sevntu.checkstyle/apidocs/allclasses-frame.html -O - | html2text | grep -E "Check$" | cut -d " " -f6 | sort | uniq | sed "s/Check$//" > web.txt
  diff web.txt file.txt
  ;;

*)
  echo "Unexpected GOAL mode: $GOAL"
  exit 1
  ;;

esac<commit_msg>config: fix for unexpected empty line in temp file during all-sevntu-checks<commit_after>#!/bin/bash
# Attention, there is no "-x" to avoid disclosure of secret variables
set -e

case "$GOAL" in

releasenotes-gen)
  .ci/travis/xtr_releasenotes-gen.sh
  ;;

all-sevntu-checks)
  xmlstarlet sel --net --template -m .//module -v "@name" -n config/checkstyle_sevntu_checks.xml \
    | grep -vE "Checker|TreeWalker|Filter|Holder" | grep -v "^$" \
    | sort | uniq | sed "s/Check$//" > file.txt
  wget -q http://sevntu-checkstyle.github.io/sevntu.checkstyle/apidocs/allclasses-frame.html -O - | html2text \
    | grep -E "Check$" | cut -d " " -f6 \
    | sort | uniq | sed "s/Check$//" > web.txt
  diff web.txt file.txt
  ;;

*)
  echo "Unexpected GOAL mode: $GOAL"
  exit 1
  ;;

esac
{'fraction_non_alphanumeric': 0.15969842357779301, 'fraction_numerical': 0.00411240575736806, 'mean_word_length': 3.0555555555555554, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5482360', 'n_tokens_mistral': 613, 'n_tokens_neox': 572, 'n_words': 141}