<commit_before>#!/usr/bin/env bash
# $Id$

prog=mount_slash
ctl=msctl

. ${0%/*}/pfl_daemon.sh

usage()
{
	echo "usage: $0 [-P profile] [-gsv]" >&2
	exit 1
}

bkav=("$@")
while getopts "gP:sv" c; do
	case $c in
	g) mygdb='mygdb'	;;
	P) prof=$OPTARG		;;
	s) mystrace='strace'	;;
	v) verbose=1		;;
	*) usage		;;
	esac
done
shift $(($OPTIND - 1))

xargs=
apply_host_prefs "$@"

: ${mp:=/$prof}
umount -l -f $mp 2>/dev/null
[ -d $mp ] || mkdir -p $mp
base=$dir/$prof.s2
# Initialization/configuration
ulimit -n 100000
ulimit -c $((1024 * 1024 * 1024 * 50))
export LD_LIBRARY_PATH=/usr/local/lib
export PSC_SYSLOG_info=1
export PSC_LOG_LEVEL=${PSC_LOG_LEVEL:-notice}
export PSC_LOG_LEVEL_info=info
export PSC_LOG_FILE=${PSC_LOG_FILE:-$base/log/$host.$name/%t}
export PSC_LOG_FILE_LINK=$(dirname $PSC_LOG_FILE)/latest
export CONFIG_FILE=$base/slcfg

type modprobe >/dev/null 2>&1 && modprobe fuse

preproc
$mystrace $mygdb $prog -D $base/var -U $xargs $mp
postproc $?

sleep 10
exec $0 "${bkav[@]}"
<commit_msg>utilize adaptive timeouts and replace extra options with a single -F filtering option<commit_after>#!/usr/bin/env bash
# $Id$

prog=mount_slash
ctl=msctl

. $(dirname $0)/pfl_daemon.sh

usage()
{
	echo "usage: $0 [-F filter] [-P profile] [-gv]" >&2
	exit 1
}

bkav=("$@")
while getopts "F:gP:v" c; do
	case $c in
	F) filter=$OPTARG	;;
	g) filter=mygdb		;;
	P) prof=$OPTARG		;;
	v) verbose=1		;;
	*) usage		;;
	esac
done
shift $(($OPTIND - 1))

xargs=
apply_host_prefs "$@"

: ${mp:=/$prof}
umount -l -f $mp 2>/dev/null
[ -d $mp ] || mkdir -p $mp
base=$dir/$prof.s2
# Initialization/configuration
ulimit -n 100000
ulimit -c $((1024 * 1024 * 1024 * 50))
export LD_LIBRARY_PATH=/usr/local/lib
export PSC_SYSLOG_info=1
export PSC_LOG_LEVEL=${PSC_LOG_LEVEL:-notice}
export PSC_LOG_LEVEL_info=info
export PSC_LOG_FILE=${PSC_LOG_FILE:-$base/log/$host.$name/%t}
export PSC_LOG_FILE_LINK=$(dirname $PSC_LOG_FILE)/latest
export CONFIG_FILE=$base/slcfg

type modprobe >/dev/null 2>&1 && modprobe fuse

preproc
$filter $prog -D $base/var -U $xargs $mp
postproc $?
vsleep $start
exec $0 "${bkav[@]}"

{'fraction_non_alphanumeric': 0.17973231357552583, 'fraction_numerical': 0.03154875717017208, 'mean_word_length': 4.566489361702128, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '784364', 'n_tokens_mistral': 975, 'n_tokens_neox': 889, 'n_words': 212}