<commit_before>#!/usr/bin/env bash
####################################################
# launch distcc on slurm allocation
# usage: salloc -N4 distcc.sh make -j
####################################################
srun killall -q distccd
srun distccd --daemon --allow 0.0.0.0/0
nodelist=`scontrol show hostname $SLURM_JOB_NODELIST | xargs`
# hosts="--randomize"
# for n in $nodelist; do
#   hosts="$hosts $n,cpp,lzo"
# done
hosts="--randomize $nodelist" # non-pump mode
export DISTCC_HOSTS="$hosts"
export PS1="(distcc) $PS1"
echo "export DISTCC_HOSTS='$hosts'"
exec "$@"<commit_msg>distcc.sh: just use existing distccd processes if they exist<commit_after>#!/usr/bin/env bash
####################################################
# launch distcc on slurm allocation
# usage: salloc -N4 distcc.sh make -j
####################################################
# srun killall -q distccd
srun bash -c 'if (( `ps aux | grep distccd | wc -l` == 0 )); then distccd --daemon --allow 0.0.0.0/0; fi'
nodelist=`scontrol show hostname $SLURM_JOB_NODELIST | xargs`
# hosts="--randomize"
# for n in $nodelist; do
#   hosts="$hosts $n,cpp,lzo"
# done
hosts="--randomize $nodelist" # non-pump mode
export DISTCC_HOSTS="$hosts"
export PS1="(distcc) $PS1"
echo "export DISTCC_HOSTS='$hosts'"
exec "$@"
{'fraction_non_alphanumeric': 0.2922837100545596, 'fraction_numerical': 0.013250194855806703, 'mean_word_length': 5.6875, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '51694', 'n_tokens_mistral': 465, 'n_tokens_neox': 431, 'n_words': 118}