<commit_before>#!/bin/bash
#
#####################################################################
#####	Full changelog and revision history at bottom of script
#####################################################################
#
#####################################################################
#####   Setting Script Variables
#####################################################################
#
    SCRIPT_RELEASE="4.1.4-14"
    SCRIPT_RELEASE_DATE="23 October 2017"
    PROGNAME=$(basename $0)
	REPOPATH=~/SUSEManager
	LTSTSTAB=$REPOPATH/Latest_Stable
	PROGPATH=~/bin
	BADPATH=false
	MYCREDFIL=$PROGPATH/.creds.sh
	SYNCLOG=~/reposync.log
	TDATE=`date +%Y-%m-%d`
	RDATE=`date +%Y%m%d`
	LDATE=`date +%d-%b-%Y`
	HOSTA=`hostname`
	INITRUN=false
	TMPLATDIR=/srv/www/htdocs/pub/bootstrap
	TMPLATFIL=/srv/www/htdocs/pub/bootstrap/template.sh
	touch /tmp/tmp.sumatmp
	EMAILMSGZ=/tmp/tmp.sumatmp
	echo "Running $PROGNAME $1 Initial Process for $RDATE $2" > $EMAILMSGZ
###	Cleanup logs
	if [[ "`find /root/reposync.log -size +1M`" != "" ]]; then
		mv $SYNCLOG /root/reposync_$LDATE-log.log
	fi
	find /root/reposync_*-log.log -mtime +90 -exec rm {} \; 2>/dev/null
### Colors ###
	RED='\e[0;31m'
	LTRED='\e[1;31m'
	BLUE='\e[0;34m'
	LTBLUE='\e[1;34m'
	GREEN='\e[0;32m'
	LTGREEN='\e[1;32m'
	ORANGE='\e[0;33m'
	YELLOW='\e[1;33m'
	CYAN='\e[0;36m'
	LTCYAN='\e[1;36m'
	PURPLE='\e[0;35m'
	LTPURPLE='\e[1;35m'
	GRAY='\e[1;30m'
	LTGRAY='\e[0;37m'
	WHITE='\e[1;37m'
	NC='\e[0m'
##############<commit_msg>minor edit with no impact to function<commit_after>#!/bin/bash
#
#####################################################################
#####	Full changelog and revision history at bottom of script
#####################################################################
#
#####################################################################
#####   Setting Script Variables
#####################################################################
#
	SCRIPT_RELEASE="4.1.4-15"
	SCRIPT_RELEASE_DATE="23 October 2017"
	PROGNAME=$(basename $0)
	REPOPATH=~/SUSEManager
	LTSTSTAB=$REPOPATH/Latest_Stable
	PROGPATH=~/bin
	BADPATH=false
	MYCREDFIL=$PROGPATH/.creds.sh
	SYNCLOG=~/reposync.log
	TDATE=`date +%Y-%m-%d`
	RDATE=`date +%Y%m%d`
	LDATE=`date +%d-%b-%Y`
	HOSTA=`hostname`
	INITRUN=false
	TMPLATDIR=/srv/www/htdocs/pub/bootstrap
	TMPLATFIL=/srv/www/htdocs/pub/bootstrap/template.sh
	touch /tmp/tmp.sumatmp
	EMAILMSGZ=/tmp/tmp.sumatmp
	echo "Running $PROGNAME $1 Initial Process for $RDATE $2" > $EMAILMSGZ
###	Cleanup logs
	if [[ "`find /root/reposync.log -size +1M`" != "" ]]; then
		mv $SYNCLOG /root/reposync_$LDATE-log.log
	fi
	find /root/reposync_*-log.log -mtime +90 -exec rm {} \; 2>/dev/null
### Colors ###################
	RED='\e[0;31m'
	LTRED='\e[1;31m'
	BLUE='\e[0;34m'
	LTBLUE='\e[1;34m'
	GREEN='\e[0;32m'
	LTGREEN='\e[1;32m'
	ORANGE='\e[0;33m'
	YELLOW='\e[1;33m'
	CYAN='\e[0;36m'
	LTCYAN='\e[1;36m'
	PURPLE='\e[0;35m'
	LTPURPLE='\e[1;35m'
	GRAY='\e[1;30m'
	LTGRAY='\e[0;37m'
	WHITE='\e[1;37m'
	NC='\e[0m'
##############################
{'fraction_non_alphanumeric': 0.36854228364593616, 'fraction_numerical': 0.04211911813096413, 'mean_word_length': 5.877828054298643, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5701104', 'n_tokens_mistral': 1358, 'n_tokens_neox': 1240, 'n_words': 174}