<commit_before>#!/bin/bash
pkglist=pkglist.CAC.txt
outfile=build-R-CAC.R
. config.sh


printf "%20s" "pkgs <- c(" > $outfile
cat $pkglist |\
  awk -v ORS=, ' { print "\""$1"\"" } ' >> $outfile
# work around the last part of the array: need one more element
head -1 $pkglist | awk -v ORS= ' { print "\""$1"\"" } ' >> $outfile
echo ")" >> $outfile

count=$(cat $pkglist| wc -l)

echo "install.packages(pkgs, contriburl='$CRANURL', lib='$lib')">> $outfile 
echo "warnings()" >> $outfile

# now we run it
echo "We will now run the progrom to create $count CRAN packages"
echo "   $Rbin CMD BATCH $outfile" 
echo " Press CTRL-C to interrupt within the next 5 seconds"
sleep 5
echo " Running "
$Rbin CMD BATCH $outfile
cat ${outfile}out

# we need to clean out some packages that were re-compiled
for arg in $(cat core-packages.txt)
do
[[ -d $lib/$arg ]] && echo \rm -rf $lib/$arg >> remove-core.sh
done

echo " Verify remove-core.sh, then"
echo " do" 
echo " (cd $base; tar czvf ${wd}/R-packages-SSG-$version.tgz $libbase)"

<commit_msg>Modifying instructions to be accurate<commit_after>#!/bin/bash
pkglist=pkglist.CAC.txt
outfile=build-R-CAC.R
. config.sh


printf "%20s" "pkgs <- c(" > $outfile
cat $pkglist |\
  awk -v ORS=, ' { print "\""$1"\"" } ' >> $outfile
# work around the last part of the array: need one more element
head -1 $pkglist | awk -v ORS= ' { print "\""$1"\"" } ' >> $outfile
echo ")" >> $outfile

count=$(cat $pkglist| wc -l)

echo "install.packages(pkgs, contriburl='$CRANURL', lib='$lib')">> $outfile 
echo "warnings()" >> $outfile

# now we run it
echo "We will now run the progrom to create $count CRAN packages"
echo "   $Rbin CMD BATCH $outfile" 
echo " Press CTRL-C to interrupt within the next 5 seconds"
sleep 5
echo " Running "
$Rbin CMD BATCH $outfile
cat ${outfile}out

# we need to clean out some packages that were re-compiled
for arg in $(cat core-packages.txt)
do
[[ -d $lib/$arg ]] && echo \rm -rf $lib/$arg >> remove-core.sh
done

echo " Verify remove-core.sh, then"
echo " do" 
echo " (cd $base; tar cjzvf ${wd}/R-${version}-modules-mkl-cac.tar.bz2 $libbase)"


{'fraction_non_alphanumeric': 0.16968541468064824, 'fraction_numerical': 0.007149666348903718, 'mean_word_length': 3.803203661327231, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 29, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2862337', 'n_tokens_mistral': 807, 'n_tokens_neox': 783, 'n_words': 264}