<commit_before>#/bin/sh -e

# First try on a script to check the discrepancies between the distributed
# tarball obtained with "make dist" and the CVS tree.  This script will
# send to stdout a list of files that are present in a freshly checked out
# CVS tree and absent from the tarball.
#
# Run it from the top directory.
#
# Written by <NAME> on 2003-31-01

VERSION=`perl -ne \
           'if(/AM_INIT_AUTOMAKE\(plplot, ([0-9.]+)/){print "$1\n"; last}'\
           < configure.ac`
TOPDIR=plplot-$VERSION
TARBALL=$TOPDIR.tar.gz

make dist > /dev/null
cvs co plplot > /dev/null

for f in `find plplot -type f | sed 's|^plplot/||'` ; do
  if [ -z "`tar tfz $TARBALL $TOPDIR/$f 2>/dev/null`" ] ; then
    echo $f
  fi
done

rm -rf $TARBALL plplot<commit_msg>- More robust parsing of configure.ac to extract the version number.  My cvs   snapshot version with ".cvs.<date>" was screwing up the script. - Exclude CVS files from the check test.<commit_after>#/bin/sh -e

# First try on a script to check the discrepancies between the distributed
# tarball obtained with "make dist" and the CVS tree.  This script will
# send to stdout a list of files that are present in a freshly checked out
# CVS tree and absent from the tarball.
#
# Run it from the top_builddir directory.
#
# Written by <NAME> on 2003-31-01

VERSION=`perl -ne \
           'if(/AM_INIT_AUTOMAKE\(plplot, ([0-9.cvs]+)/){print "$1\n"; last}'\
           < configure.ac`
TOPDIR=plplot-$VERSION
TARBALL=$TOPDIR.tar.gz

make dist > /dev/null
cvs co plplot > /dev/null

for f in `find plplot -type f | sed 's|^plplot/||' \
          | fgrep -v CVS | fgrep -v .cvsignore` ; do
  if [ -z "`tar tfz $TARBALL $TOPDIR/$f 2>/dev/null`" ] ; then
    echo $f
  fi
done

rm -rf $TARBALL plplot
{'fraction_non_alphanumeric': 0.12249570692615913, 'fraction_numerical': 0.013737836290784202, 'mean_word_length': 3.0276497695852536, 'pattern_counts': {'":': 0, '<': 8, '<?xml version=': 0, '>': 12, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3717385', 'n_tokens_mistral': 640, 'n_tokens_neox': 612, 'n_words': 235}