<commit_before>#!/bin/sh
#extended recursive search for documents - sh script files (sh, sh scripts without extension)
#web: http://safrm.net/projects/efind
#author: <NAME> <<EMAIL>> 
VERSION=NA                                                                   
VERSION_DATE=NA

#support color escape characters on different terminals
alias echo="/bin/echo -e"
BASENAME=`basename $0`
usage() {
    echo "$BASENAME ${VERSION} - extended recursive search testing script "
    echo " http://safrm.net/projects/efind"
    echo "Usage:$BASENAME"
    echo " options: "
    echo " --help ............................ shows command line help"
    echo " -ld ............................... use executables from local dir (default from PATH)"
    echo " "
}
TCID=10
testlog() { echo "\033[33mTC$TCID:\033[00m\033[34m$TCNAME:\033[00m\033[36m$*\033[00m"; }
testfail() { echo "\033[33mTC$TCID:\033[00m\033[34m$TCNAME failed:\033[00m\033[31m$*\033[00m"; exit ${TCID:-1} ;}
teststart() { TCID=$(($TCID + 1)) ; TCNAME="$1" ; }
testok() { testlog "OK" ;}

START_TIME=`date +'%s'`
while [ $# -gt 0 ]; do
  case "$1" in
    --help) 
        usage 
        exit 
        ;;
    -ld) 
        BINDIR="./" 
		#set -e
        ;;
    * )      
        if [ -z "$WHAT" ]; then  
            WHAT=$1 ; 
        elif [ -z "$SEARCH_DIR" ]; then
            SEARCH_DIR=$1 ;
        else
            echo "There can be only 2 arguments without <WHAT> <WHERE>, exiting.."; exit 1;        
        fi 
        ;;
  esac
  shift
done



SCRIPTS=cppfind,docfind,gcfind,htmlfind,javafind,pdffind,pptfind,shfind,specfind,txtfind,xmlfind,efind<commit_msg>New: efind-test.sh -x support flag for debugging<commit_after>#!/bin/sh
#extended recursive search for documents - sh script files (sh, sh scripts without extension)
#web: http://safrm.net/projects/efind
#author: <NAME> <<EMAIL>> 
VERSION=NA                                                                   
VERSION_DATE=NA

#support color escape characters on different terminals
alias echo="/bin/echo -e"
BASENAME=`basename $0`
usage() {
    echo "$BASENAME ${VERSION} - extended recursive search testing script "
    echo " http://safrm.net/projects/efind"
    echo "Usage:$BASENAME"
    echo " options: "
    echo " --help ............................ shows command line help"
    echo " -ld ............................... use executables from local dir (default from PATH)"
    echo " -x ................................ enable sh +x (write each command to standard error)"
    echo " "
}
TCID=10
testlog() { echo "\033[33mTC$TCID:\033[00m\033[34m$TCNAME:\033[00m\033[36m$*\033[00m"; }
testfail() { echo "\033[33mTC$TCID:\033[00m\033[34m$TCNAME failed:\033[00m\033[31m$*\033[00m"; exit ${TCID:-1} ;}
teststart() { TCID=$(($TCID + 1)) ; TCNAME="$1" ; }
testok() { testlog "OK" ;}

START_TIME=`date +'%s'`
while [ $# -gt 0 ]; do
  case "$1" in
    --help) 
        usage 
        exit 
        ;;
    -ld) BINDIR="./" ;;
    -x) set -x ;;
    * )      
        if [ -z "$WHAT" ]; then  
            WHAT=$1 ; 
        elif [ -z "$SEARCH_DIR" ]; then
            SEARCH_DIR=$1 ;
        else
            echo "There can be only 2 arguments without <WHAT> <WHERE>, exiting.."; exit 1;        
        fi 
        ;;
  esac
  shift
done



SCRIPTS=cppfind,docfind,gcfind,htmlfind,javafind,pdffind,pptfind,shfind,specfind,txtfind,xmlfind,efind
{'fraction_non_alphanumeric': 0.19060362771335118, 'fraction_numerical': 0.042818911685994644, 'mean_word_length': 2.0498640072529466, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7077863', 'n_tokens_mistral': 1237, 'n_tokens_neox': 1091, 'n_words': 271}