<commit_before>#! /bin/sh -pe

# Regression test suite for libhsync.

# OK, this is how we test feeding hsync it's own filth.  Starting
# with an empty signature, we generate the difference from one
# file to another.

if [ "$srcdir" = "" ]
then
    srcdir=`dirname $0`
fi
srcdir=`cd $srcdir; pwd`

PATH=$srcdir:$PATH
cd $srcdir/test-chain

diff=diff.tmp
files=$srcdir/*.c*
newsig=newsig.tmp
out=out.tmp
oldsig=empty-sig
old=/dev/null

for new in $files
do
    hsencode $new $diff $oldsig
    hsdecode $old $newsig $out $diff 

    cmp $out $new
done
<commit_msg>Show progress indicator.<commit_after>#! /bin/sh -pe

# Regression test suite for libhsync.

# OK, this is how we test feeding hsync it's own filth.  Starting
# with an empty signature, we generate the difference from one
# file to another.

if [ "$srcdir" = "" ]
then
    srcdir=`dirname $0`
fi
srcdir=`cd $srcdir; pwd`

PATH=$srcdir:$PATH
cd $srcdir/test-chain

diff=diff.tmp
files=$srcdir/*.c*
newsig=newsig.tmp
out=out.tmp
oldsig=empty-sig
old=/dev/null

echo -n `basename $0` ' '

for new in $files
do
    echo -n '.'
    hsencode $new $diff $oldsig
    hsdecode $old $newsig $out $diff 

    cmp $out $new
done

echo 


{'fraction_non_alphanumeric': 0.12542087542087543, 'fraction_numerical': 0.0025252525252525255, 'mean_word_length': 3.5555555555555554, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6385277', 'n_tokens_mistral': 462, 'n_tokens_neox': 453, 'n_words': 147}